2024-11-10 09:46:42,332 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-10 09:46:42,350 main DEBUG Took 0.016307 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 09:46:42,350 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 09:46:42,350 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 09:46:42,351 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 09:46:42,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,359 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 09:46:42,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,375 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,379 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,380 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,381 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:46:42,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,383 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 09:46:42,384 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:46:42,385 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 09:46:42,387 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 09:46:42,387 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 09:46:42,388 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 09:46:42,389 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 09:46:42,397 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 09:46:42,400 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 09:46:42,401 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 09:46:42,402 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 09:46:42,402 main DEBUG createAppenders(={Console}) 2024-11-10 09:46:42,403 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-10 09:46:42,403 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-10 09:46:42,403 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-10 09:46:42,404 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 09:46:42,404 main DEBUG OutputStream closed 2024-11-10 09:46:42,404 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 09:46:42,405 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 09:46:42,405 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-10 09:46:42,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 09:46:42,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 09:46:42,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 09:46:42,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 09:46:42,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 09:46:42,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 09:46:42,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 09:46:42,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 09:46:42,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 09:46:42,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 09:46:42,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 09:46:42,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 09:46:42,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 09:46:42,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 09:46:42,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 09:46:42,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 09:46:42,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 09:46:42,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 09:46:42,482 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 09:46:42,482 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-10 09:46:42,482 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 09:46:42,483 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-10T09:46:42,497 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-10 09:46:42,500 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 09:46:42,500 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T09:46:42,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=8936 2024-11-10T09:46:42,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4 2024-11-10T09:46:42,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:46:42,816 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d, deleteOnExit=true 2024-11-10T09:46:42,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:46:42,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/test.cache.data in system properties and HBase conf 2024-11-10T09:46:42,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:46:42,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:46:42,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:46:42,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:46:42,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:46:42,905 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T09:46:42,996 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:46:43,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:46:43,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:46:43,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:46:43,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:46:43,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:46:43,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:46:43,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:46:43,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:46:43,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:46:43,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:46:43,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:46:43,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:46:43,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:46:43,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:46:43,828 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T09:46:43,914 INFO [Time-limited test {}] log.Log(170): Logging initialized @2267ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T09:46:43,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:46:44,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:46:44,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:46:44,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:46:44,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:46:44,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:46:44,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:46:44,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:46:44,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/java.io.tmpdir/jetty-localhost-43167-hadoop-hdfs-3_4_1-tests_jar-_-any-1971148738607258386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:46:44,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:43167} 2024-11-10T09:46:44,330 INFO [Time-limited test {}] server.Server(415): Started @2684ms 2024-11-10T09:46:44,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:46:44,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:46:44,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:46:44,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:46:44,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:46:44,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:46:44,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:46:44,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/java.io.tmpdir/jetty-localhost-36357-hadoop-hdfs-3_4_1-tests_jar-_-any-5200413436658222277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:46:44,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:36357} 2024-11-10T09:46:44,854 INFO [Time-limited test {}] server.Server(415): Started @3207ms 2024-11-10T09:46:44,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:46:45,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:46:45,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:46:45,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:46:45,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:46:45,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:46:45,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:46:45,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:46:45,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/java.io.tmpdir/jetty-localhost-42751-hadoop-hdfs-3_4_1-tests_jar-_-any-1675143307605869558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:46:45,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:42751} 2024-11-10T09:46:45,194 INFO [Time-limited test {}] server.Server(415): Started @3548ms 2024-11-10T09:46:45,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:46:45,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:46:45,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:46:45,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:46:45,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:46:45,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:46:45,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:46:45,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:46:45,367 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data1/current/BP-542558318-172.17.0.2-1731232003592/current, will proceed with Du for space computation calculation, 2024-11-10T09:46:45,367 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data4/current/BP-542558318-172.17.0.2-1731232003592/current, will proceed with Du for space computation calculation, 2024-11-10T09:46:45,367 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data2/current/BP-542558318-172.17.0.2-1731232003592/current, will proceed with Du for space computation calculation, 2024-11-10T09:46:45,367 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data3/current/BP-542558318-172.17.0.2-1731232003592/current, will proceed with Du for space computation calculation, 2024-11-10T09:46:45,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/java.io.tmpdir/jetty-localhost-41925-hadoop-hdfs-3_4_1-tests_jar-_-any-639545236621607506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:46:45,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:41925} 2024-11-10T09:46:45,380 INFO [Time-limited test {}] server.Server(415): Started @3734ms 2024-11-10T09:46:45,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:46:45,415 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:46:45,415 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:46:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f2bd5708f4732eb with lease ID 0x25374d9a9bcf3280: Processing first storage report for DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da from datanode DatanodeRegistration(127.0.0.1:42533, datanodeUuid=2c4a48f1-85d8-4d78-805b-d1985963c39a, infoPort=43553, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592) 2024-11-10T09:46:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f2bd5708f4732eb with lease ID 0x25374d9a9bcf3280: from storage DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da node DatanodeRegistration(127.0.0.1:42533, datanodeUuid=2c4a48f1-85d8-4d78-805b-d1985963c39a, infoPort=43553, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:46:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ccc567d8fe93d87 with lease ID 0x25374d9a9bcf327f: Processing first storage report for DS-16ae47e3-84d9-407b-b153-b73d161a25bd from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ebb8679a-80cb-4be6-815e-1a78bf475955, infoPort=40669, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592) 2024-11-10T09:46:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ccc567d8fe93d87 with lease ID 0x25374d9a9bcf327f: from storage DS-16ae47e3-84d9-407b-b153-b73d161a25bd node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ebb8679a-80cb-4be6-815e-1a78bf475955, infoPort=40669, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:46:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f2bd5708f4732eb with lease ID 0x25374d9a9bcf3280: Processing first storage report for DS-a5f925aa-35bc-46de-b583-99e18a3b3618 from datanode DatanodeRegistration(127.0.0.1:42533, datanodeUuid=2c4a48f1-85d8-4d78-805b-d1985963c39a, infoPort=43553, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592) 2024-11-10T09:46:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f2bd5708f4732eb with lease ID 0x25374d9a9bcf3280: from storage DS-a5f925aa-35bc-46de-b583-99e18a3b3618 node DatanodeRegistration(127.0.0.1:42533, datanodeUuid=2c4a48f1-85d8-4d78-805b-d1985963c39a, infoPort=43553, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:46:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ccc567d8fe93d87 with lease ID 0x25374d9a9bcf327f: Processing first storage report for DS-e23e0f59-179c-4ec7-a984-25f8b96574a1 from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ebb8679a-80cb-4be6-815e-1a78bf475955, infoPort=40669, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592) 2024-11-10T09:46:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ccc567d8fe93d87 with lease ID 0x25374d9a9bcf327f: from storage DS-e23e0f59-179c-4ec7-a984-25f8b96574a1 node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ebb8679a-80cb-4be6-815e-1a78bf475955, infoPort=40669, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:46:45,514 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data5/current/BP-542558318-172.17.0.2-1731232003592/current, will proceed with Du for space computation calculation, 2024-11-10T09:46:45,514 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data6/current/BP-542558318-172.17.0.2-1731232003592/current, will proceed with Du for space computation calculation, 2024-11-10T09:46:45,543 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:46:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60272759bcb187c3 with lease ID 0x25374d9a9bcf3281: Processing first storage report for DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e from datanode DatanodeRegistration(127.0.0.1:37327, datanodeUuid=c5981a5c-c714-47b3-96b1-d232818ba2c2, infoPort=41083, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592) 2024-11-10T09:46:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60272759bcb187c3 with lease ID 0x25374d9a9bcf3281: from storage DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e node DatanodeRegistration(127.0.0.1:37327, datanodeUuid=c5981a5c-c714-47b3-96b1-d232818ba2c2, infoPort=41083, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:46:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60272759bcb187c3 with lease ID 0x25374d9a9bcf3281: Processing first storage report for DS-e1550257-1e98-4154-93ee-2682eeaa77ce from datanode DatanodeRegistration(127.0.0.1:37327, datanodeUuid=c5981a5c-c714-47b3-96b1-d232818ba2c2, infoPort=41083, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592) 2024-11-10T09:46:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60272759bcb187c3 with lease ID 0x25374d9a9bcf3281: from storage DS-e1550257-1e98-4154-93ee-2682eeaa77ce node DatanodeRegistration(127.0.0.1:37327, datanodeUuid=c5981a5c-c714-47b3-96b1-d232818ba2c2, infoPort=41083, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=211951660;c=1731232003592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:46:45,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4 2024-11-10T09:46:45,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/zookeeper_0, clientPort=55062, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:46:45,852 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55062 2024-11-10T09:46:45,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:45,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:46:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:46:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:46:46,504 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 with version=8 2024-11-10T09:46:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/hbase-staging 2024-11-10T09:46:46,597 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T09:46:46,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:46:46,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:46,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:46,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:46:46,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:46,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:46:46,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:46:47,055 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T09:46:47,063 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T09:46:47,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:46:47,094 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8691 (auto-detected) 2024-11-10T09:46:47,095 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T09:46:47,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39567 2024-11-10T09:46:47,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39567 connecting to ZooKeeper ensemble=127.0.0.1:55062 2024-11-10T09:46:47,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395670x0, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:46:47,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39567-0x101919374290000 connected 2024-11-10T09:46:47,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:46:47,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2, hbase.cluster.distributed=false 2024-11-10T09:46:47,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:46:47,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39567 2024-11-10T09:46:47,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39567 2024-11-10T09:46:47,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39567 2024-11-10T09:46:47,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39567 2024-11-10T09:46:47,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39567 2024-11-10T09:46:47,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:46:47,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:46:47,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:46:47,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:46:47,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:46:47,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43391 2024-11-10T09:46:47,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43391 connecting to ZooKeeper ensemble=127.0.0.1:55062 2024-11-10T09:46:47,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433910x0, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:46:47,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43391-0x101919374290001 connected 2024-11-10T09:46:47,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:46:47,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:46:47,392 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:46:47,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:46:47,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:46:47,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-10T09:46:47,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43391 2024-11-10T09:46:47,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43391 2024-11-10T09:46:47,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-10T09:46:47,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-10T09:46:47,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:46:47,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:46:47,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:46:47,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:46:47,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:46:47,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32919 2024-11-10T09:46:47,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32919 connecting to ZooKeeper ensemble=127.0.0.1:55062 2024-11-10T09:46:47,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329190x0, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:46:47,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32919-0x101919374290002 connected 2024-11-10T09:46:47,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:46:47,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:46:47,434 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:46:47,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:46:47,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:46:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-10T09:46:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32919 2024-11-10T09:46:47,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32919 2024-11-10T09:46:47,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-10T09:46:47,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-10T09:46:47,459 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:46:47,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:46:47,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:46:47,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:46:47,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:46:47,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:46:47,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42371 2024-11-10T09:46:47,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42371 connecting to ZooKeeper ensemble=127.0.0.1:55062 2024-11-10T09:46:47,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423710x0, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:46:47,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42371-0x101919374290003 connected 2024-11-10T09:46:47,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:46:47,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:46:47,474 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:46:47,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:46:47,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:46:47,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42371 2024-11-10T09:46:47,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42371 2024-11-10T09:46:47,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42371 2024-11-10T09:46:47,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42371 2024-11-10T09:46:47,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42371 2024-11-10T09:46:47,501 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b048fef8bb35:39567 2024-11-10T09:46:47,502 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b048fef8bb35,39567,1731232006650 2024-11-10T09:46:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,511 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b048fef8bb35,39567,1731232006650 2024-11-10T09:46:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:46:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:46:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:46:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,533 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T09:46:47,535 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b048fef8bb35,39567,1731232006650 from backup master directory 2024-11-10T09:46:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b048fef8bb35,39567,1731232006650 2024-11-10T09:46:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:46:47,538 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:46:47,538 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b048fef8bb35,39567,1731232006650 2024-11-10T09:46:47,541 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T09:46:47,542 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T09:46:47,602 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/hbase.id] with ID: 106c5260-458e-4c36-b3d7-be5bc848ed68 2024-11-10T09:46:47,602 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/.tmp/hbase.id 2024-11-10T09:46:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:46:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:46:47,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:46:47,618 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/.tmp/hbase.id]:[hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/hbase.id] 2024-11-10T09:46:47,660 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:46:47,665 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:46:47,684 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T09:46:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:46:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:46:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:46:47,723 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:46:47,725 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:46:47,742 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:46:47,746 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:46:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:46:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:46:47,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:46:47,800 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store 2024-11-10T09:46:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:46:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:46:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:46:47,828 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T09:46:47,832 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:47,834 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:46:47,834 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:46:47,834 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:46:47,836 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:46:47,836 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:46:47,836 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:46:47,837 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232007833Disabling compacts and flushes for region at 1731232007834 (+1 ms)Disabling writes for close at 1731232007836 (+2 ms)Writing region close event to WAL at 1731232007836Closed at 1731232007836 2024-11-10T09:46:47,839 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/.initializing 2024-11-10T09:46:47,839 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/WALs/b048fef8bb35,39567,1731232006650 2024-11-10T09:46:47,848 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:46:47,863 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C39567%2C1731232006650, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/WALs/b048fef8bb35,39567,1731232006650, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/oldWALs, maxLogs=10 2024-11-10T09:46:47,894 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/WALs/b048fef8bb35,39567,1731232006650/b048fef8bb35%2C39567%2C1731232006650.1731232007869, exclude list is [], retry=0 2024-11-10T09:46:47,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37327,DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e,DISK] 2024-11-10T09:46:47,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-16ae47e3-84d9-407b-b153-b73d161a25bd,DISK] 2024-11-10T09:46:47,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42533,DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da,DISK] 2024-11-10T09:46:47,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T09:46:47,952 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/WALs/b048fef8bb35,39567,1731232006650/b048fef8bb35%2C39567%2C1731232006650.1731232007869 2024-11-10T09:46:47,953 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083),(127.0.0.1/127.0.0.1:40669:40669),(127.0.0.1/127.0.0.1:43553:43553)] 2024-11-10T09:46:47,954 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:46:47,955 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:47,959 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:47,960 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:47,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:46:48,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:48,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:46:48,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:48,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:46:48,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:48,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:46:48,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:48,040 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,043 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,044 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,049 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,050 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,053 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:46:48,056 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:46:48,061 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:48,062 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72782160, jitterRate=0.08453869819641113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:46:48,068 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731232007973Initializing all the Stores at 1731232007975 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232007975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232007976 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232007976Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232007976Cleaning up temporary data from old regions at 1731232008050 (+74 ms)Region opened successfully at 1731232008068 (+18 ms) 2024-11-10T09:46:48,069 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:46:48,104 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c756d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:46:48,141 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:46:48,153 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:46:48,153 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:46:48,156 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:46:48,158 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T09:46:48,163 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T09:46:48,163 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:46:48,188 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:46:48,196 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T09:46:48,198 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T09:46:48,201 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:46:48,202 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:46:48,203 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T09:46:48,206 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:46:48,209 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:46:48,210 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T09:46:48,211 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:46:48,213 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T09:46:48,231 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:46:48,233 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,240 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b048fef8bb35,39567,1731232006650, sessionid=0x101919374290000, setting cluster-up flag (Was=false) 2024-11-10T09:46:48,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,259 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T09:46:48,260 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,39567,1731232006650 2024-11-10T09:46:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,271 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T09:46:48,273 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,39567,1731232006650 2024-11-10T09:46:48,279 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:46:48,290 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(746): ClusterId : 106c5260-458e-4c36-b3d7-be5bc848ed68 2024-11-10T09:46:48,290 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(746): ClusterId : 106c5260-458e-4c36-b3d7-be5bc848ed68 2024-11-10T09:46:48,290 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(746): ClusterId : 106c5260-458e-4c36-b3d7-be5bc848ed68 2024-11-10T09:46:48,293 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:46:48,293 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:46:48,293 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:46:48,298 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:46:48,298 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:46:48,298 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:46:48,298 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:46:48,298 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:46:48,298 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:46:48,302 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:46:48,302 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:46:48,302 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:46:48,302 DEBUG [RS:1;b048fef8bb35:32919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fca6844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:46:48,302 DEBUG [RS:2;b048fef8bb35:42371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd24283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:46:48,303 DEBUG [RS:0;b048fef8bb35:43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164c487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:46:48,320 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b048fef8bb35:43391 2024-11-10T09:46:48,322 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b048fef8bb35:42371 2024-11-10T09:46:48,324 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:46:48,324 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:46:48,324 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:46:48,324 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:46:48,324 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:46:48,324 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:46:48,326 DEBUG [RS:1;b048fef8bb35:32919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b048fef8bb35:32919 2024-11-10T09:46:48,326 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:46:48,326 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:46:48,326 DEBUG [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:46:48,327 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,39567,1731232006650 with port=43391, startcode=1731232007318 2024-11-10T09:46:48,327 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,39567,1731232006650 with port=42371, startcode=1731232007459 2024-11-10T09:46:48,327 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,39567,1731232006650 with port=32919, startcode=1731232007419 2024-11-10T09:46:48,341 DEBUG [RS:0;b048fef8bb35:43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:46:48,341 DEBUG [RS:1;b048fef8bb35:32919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:46:48,341 DEBUG [RS:2;b048fef8bb35:42371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:46:48,381 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:46:48,381 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:46:48,381 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:46:48,382 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:46:48,390 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:46:48,396 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:46:48,397 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:46:48,398 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:46:48,406 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:46:48,413 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b048fef8bb35,39567,1731232006650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:46:48,421 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:46:48,421 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:46:48,422 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:46:48,422 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:46:48,422 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b048fef8bb35:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:46:48,422 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,422 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:46:48,423 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,424 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232038423 2024-11-10T09:46:48,425 DEBUG [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T09:46:48,425 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T09:46:48,425 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T09:46:48,425 WARN [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T09:46:48,425 WARN [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T09:46:48,425 WARN [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T09:46:48,425 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:46:48,427 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:46:48,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:46:48,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:46:48,431 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:46:48,431 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:46:48,432 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:46:48,432 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:46:48,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,433 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:46:48,435 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:46:48,437 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:46:48,437 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:46:48,439 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:46:48,440 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:46:48,441 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232008441,5,FailOnTimeoutGroup] 2024-11-10T09:46:48,442 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232008442,5,FailOnTimeoutGroup] 2024-11-10T09:46:48,442 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,442 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:46:48,444 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,444 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:46:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:46:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:46:48,470 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:46:48,470 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:46:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:46:48,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:46:48,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:48,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:46:48,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:46:48,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:48,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:46:48,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:46:48,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:48,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:46:48,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:46:48,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:48,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:46:48,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:46:48,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:48,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:48,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:46:48,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740 2024-11-10T09:46:48,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740 2024-11-10T09:46:48,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:46:48,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:46:48,510 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:46:48,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:46:48,517 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:48,518 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71734676, jitterRate=0.06892997026443481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:46:48,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731232008487Initializing all the Stores at 1731232008489 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232008489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232008490 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232008490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232008490Cleaning up temporary data from old regions at 1731232008509 (+19 ms)Region opened successfully at 1731232008521 (+12 ms) 2024-11-10T09:46:48,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:46:48,521 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:46:48,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:46:48,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:46:48,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:46:48,523 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:46:48,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232008521Disabling compacts and flushes for region at 1731232008521Disabling writes for close at 1731232008521Writing region close event to WAL at 1731232008522 (+1 ms)Closed at 1731232008523 (+1 ms) 2024-11-10T09:46:48,527 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,39567,1731232006650 with port=43391, startcode=1731232007318 2024-11-10T09:46:48,527 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,39567,1731232006650 with port=42371, startcode=1731232007459 2024-11-10T09:46:48,527 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,39567,1731232006650 with port=32919, startcode=1731232007419 2024-11-10T09:46:48,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:46:48,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:46:48,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,42371,1731232007459 2024-11-10T09:46:48,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:48,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:46:48,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,43391,1731232007318 2024-11-10T09:46:48,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:48,543 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:48,543 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33049 2024-11-10T09:46:48,544 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:46:48,547 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:48,547 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33049 2024-11-10T09:46:48,547 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:46:48,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,32919,1731232007419 2024-11-10T09:46:48,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:48,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:46:48,548 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:46:48,551 DEBUG [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:48,551 DEBUG [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33049 2024-11-10T09:46:48,551 DEBUG [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:46:48,552 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:46:48,553 DEBUG [RS:2;b048fef8bb35:42371 {}] zookeeper.ZKUtil(111): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,42371,1731232007459 2024-11-10T09:46:48,553 WARN [RS:2;b048fef8bb35:42371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:46:48,553 INFO [RS:2;b048fef8bb35:42371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:46:48,554 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,42371,1731232007459 2024-11-10T09:46:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:46:48,554 DEBUG [RS:0;b048fef8bb35:43391 {}] zookeeper.ZKUtil(111): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,43391,1731232007318 2024-11-10T09:46:48,554 WARN [RS:0;b048fef8bb35:43391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:46:48,554 INFO [RS:0;b048fef8bb35:43391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:46:48,555 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,43391,1731232007318 2024-11-10T09:46:48,555 DEBUG [RS:1;b048fef8bb35:32919 {}] zookeeper.ZKUtil(111): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,32919,1731232007419 2024-11-10T09:46:48,555 WARN [RS:1;b048fef8bb35:32919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:46:48,555 INFO [RS:1;b048fef8bb35:32919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:46:48,555 DEBUG [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419 2024-11-10T09:46:48,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,43391,1731232007318] 2024-11-10T09:46:48,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,42371,1731232007459] 2024-11-10T09:46:48,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,32919,1731232007419] 2024-11-10T09:46:48,583 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:46:48,583 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:46:48,583 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:46:48,596 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:46:48,596 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:46:48,596 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:46:48,603 INFO [RS:0;b048fef8bb35:43391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:46:48,603 INFO [RS:1;b048fef8bb35:32919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:46:48,603 INFO [RS:2;b048fef8bb35:42371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:46:48,603 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,603 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,603 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,604 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:46:48,608 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:46:48,608 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:46:48,610 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:46:48,610 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:46:48,610 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:46:48,611 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,611 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,611 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,611 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,611 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,611 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:46:48,612 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:46:48,612 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,612 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:46:48,613 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:46:48,613 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,613 DEBUG [RS:1;b048fef8bb35:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:46:48,613 DEBUG [RS:2;b048fef8bb35:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:46:48,613 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:46:48,614 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:46:48,614 DEBUG [RS:0;b048fef8bb35:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:46:48,614 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,614 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,614 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,614 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,614 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,32919,1731232007419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42371,1731232007459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,615 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,43391,1731232007318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:46:48,640 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:46:48,640 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:46:48,640 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:46:48,642 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,43391,1731232007318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,642 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,32919,1731232007419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,642 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42371,1731232007459-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,642 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,642 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,642 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,643 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.Replication(171): b048fef8bb35,42371,1731232007459 started 2024-11-10T09:46:48,643 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.Replication(171): b048fef8bb35,43391,1731232007318 started 2024-11-10T09:46:48,643 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.Replication(171): b048fef8bb35,32919,1731232007419 started 2024-11-10T09:46:48,661 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,662 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,42371,1731232007459, RpcServer on b048fef8bb35/172.17.0.2:42371, sessionid=0x101919374290003 2024-11-10T09:46:48,663 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:46:48,663 DEBUG [RS:2;b048fef8bb35:42371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,42371,1731232007459 2024-11-10T09:46:48,663 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,42371,1731232007459' 2024-11-10T09:46:48,663 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:46:48,664 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:46:48,665 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:46:48,665 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:46:48,665 DEBUG [RS:2;b048fef8bb35:42371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,42371,1731232007459 2024-11-10T09:46:48,665 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,42371,1731232007459' 2024-11-10T09:46:48,665 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:46:48,666 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:46:48,667 DEBUG [RS:2;b048fef8bb35:42371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:46:48,667 INFO [RS:2;b048fef8bb35:42371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:46:48,667 INFO [RS:2;b048fef8bb35:42371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:46:48,668 INFO [RS:1;b048fef8bb35:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,668 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:48,668 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,32919,1731232007419, RpcServer on b048fef8bb35/172.17.0.2:32919, sessionid=0x101919374290002 2024-11-10T09:46:48,668 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,43391,1731232007318, RpcServer on b048fef8bb35/172.17.0.2:43391, sessionid=0x101919374290001 2024-11-10T09:46:48,668 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:46:48,668 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:46:48,668 DEBUG [RS:0;b048fef8bb35:43391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,43391,1731232007318 2024-11-10T09:46:48,668 DEBUG [RS:1;b048fef8bb35:32919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,32919,1731232007419 2024-11-10T09:46:48,668 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,43391,1731232007318' 2024-11-10T09:46:48,668 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,32919,1731232007419' 2024-11-10T09:46:48,668 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:46:48,668 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:46:48,669 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:46:48,669 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:46:48,670 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:46:48,670 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:46:48,670 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:46:48,670 DEBUG [RS:0;b048fef8bb35:43391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,43391,1731232007318 2024-11-10T09:46:48,670 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:46:48,670 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,43391,1731232007318' 2024-11-10T09:46:48,670 DEBUG [RS:1;b048fef8bb35:32919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,32919,1731232007419 2024-11-10T09:46:48,670 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,32919,1731232007419' 2024-11-10T09:46:48,670 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:46:48,670 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:46:48,671 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:46:48,671 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:46:48,671 DEBUG [RS:1;b048fef8bb35:32919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:46:48,671 INFO [RS:1;b048fef8bb35:32919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:46:48,671 INFO [RS:1;b048fef8bb35:32919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:46:48,671 DEBUG [RS:0;b048fef8bb35:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:46:48,672 INFO [RS:0;b048fef8bb35:43391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:46:48,672 INFO [RS:0;b048fef8bb35:43391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:46:48,703 WARN [b048fef8bb35:39567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:46:48,773 INFO [RS:2;b048fef8bb35:42371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:46:48,773 INFO [RS:1;b048fef8bb35:32919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:46:48,773 INFO [RS:0;b048fef8bb35:43391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:46:48,776 INFO [RS:1;b048fef8bb35:32919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C32919%2C1731232007419, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs, maxLogs=32 2024-11-10T09:46:48,776 INFO [RS:2;b048fef8bb35:42371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C42371%2C1731232007459, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,42371,1731232007459, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs, maxLogs=32 2024-11-10T09:46:48,776 INFO [RS:0;b048fef8bb35:43391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C43391%2C1731232007318, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,43391,1731232007318, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs, maxLogs=32 2024-11-10T09:46:48,795 DEBUG [RS:1;b048fef8bb35:32919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419/b048fef8bb35%2C32919%2C1731232007419.1731232008780, exclude list is [], retry=0 2024-11-10T09:46:48,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-16ae47e3-84d9-407b-b153-b73d161a25bd,DISK] 2024-11-10T09:46:48,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42533,DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da,DISK] 2024-11-10T09:46:48,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37327,DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e,DISK] 2024-11-10T09:46:48,802 DEBUG [RS:0;b048fef8bb35:43391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,43391,1731232007318/b048fef8bb35%2C43391%2C1731232007318.1731232008781, exclude list is [], retry=0 2024-11-10T09:46:48,802 DEBUG [RS:2;b048fef8bb35:42371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,42371,1731232007459/b048fef8bb35%2C42371%2C1731232007459.1731232008781, exclude list is [], retry=0 2024-11-10T09:46:48,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42533,DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da,DISK] 2024-11-10T09:46:48,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-16ae47e3-84d9-407b-b153-b73d161a25bd,DISK] 2024-11-10T09:46:48,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42533,DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da,DISK] 2024-11-10T09:46:48,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37327,DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e,DISK] 2024-11-10T09:46:48,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-16ae47e3-84d9-407b-b153-b73d161a25bd,DISK] 2024-11-10T09:46:48,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37327,DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e,DISK] 2024-11-10T09:46:48,810 INFO [RS:1;b048fef8bb35:32919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419/b048fef8bb35%2C32919%2C1731232007419.1731232008780 2024-11-10T09:46:48,816 DEBUG [RS:1;b048fef8bb35:32919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43553:43553),(127.0.0.1/127.0.0.1:40669:40669),(127.0.0.1/127.0.0.1:41083:41083)] 2024-11-10T09:46:48,826 INFO [RS:0;b048fef8bb35:43391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,43391,1731232007318/b048fef8bb35%2C43391%2C1731232007318.1731232008781 2024-11-10T09:46:48,829 DEBUG [RS:0;b048fef8bb35:43391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43553:43553),(127.0.0.1/127.0.0.1:40669:40669),(127.0.0.1/127.0.0.1:41083:41083)] 2024-11-10T09:46:48,829 INFO [RS:2;b048fef8bb35:42371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,42371,1731232007459/b048fef8bb35%2C42371%2C1731232007459.1731232008781 2024-11-10T09:46:48,829 DEBUG [RS:2;b048fef8bb35:42371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43553:43553),(127.0.0.1/127.0.0.1:40669:40669),(127.0.0.1/127.0.0.1:41083:41083)] 2024-11-10T09:46:48,956 DEBUG [b048fef8bb35:39567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T09:46:48,964 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(204): Hosts are {b048fef8bb35=0} racks are {/default-rack=0} 2024-11-10T09:46:48,970 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T09:46:48,970 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T09:46:48,970 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T09:46:48,970 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T09:46:48,970 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T09:46:48,970 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T09:46:48,970 INFO [b048fef8bb35:39567 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T09:46:48,970 INFO [b048fef8bb35:39567 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T09:46:48,970 INFO [b048fef8bb35:39567 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T09:46:48,971 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T09:46:48,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:48,984 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32919,1731232007419, state=OPENING 2024-11-10T09:46:48,989 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:46:48,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:46:48,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:48,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:48,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:48,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:48,993 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:46:48,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:49,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:46:49,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:46:49,184 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:46:49,185 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:46:49,185 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:46:49,188 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C32919%2C1731232007419.meta, suffix=.meta, logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs, maxLogs=32 2024-11-10T09:46:49,204 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, exclude list is [], retry=0 2024-11-10T09:46:49,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37327,DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e,DISK] 2024-11-10T09:46:49,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42533,DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da,DISK] 2024-11-10T09:46:49,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-16ae47e3-84d9-407b-b153-b73d161a25bd,DISK] 2024-11-10T09:46:49,213 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta 2024-11-10T09:46:49,213 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083),(127.0.0.1/127.0.0.1:43553:43553),(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-10T09:46:49,213 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:46:49,216 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:46:49,219 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:46:49,225 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:46:49,229 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:46:49,230 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,230 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:46:49,230 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:46:49,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:46:49,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:46:49,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:49,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:49,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:46:49,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:46:49,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:49,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:49,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:46:49,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:46:49,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:49,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:49,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:46:49,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:46:49,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:49,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:46:49,242 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:46:49,244 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740 2024-11-10T09:46:49,247 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740 2024-11-10T09:46:49,250 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:46:49,250 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:46:49,251 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:46:49,254 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:46:49,256 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67762954, jitterRate=0.009746700525283813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:46:49,256 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:46:49,257 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731232009231Writing region info on filesystem at 1731232009231Initializing all the Stores at 1731232009233 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232009233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232009233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232009233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232009233Cleaning up temporary data from old regions at 1731232009250 (+17 ms)Running coprocessor post-open hooks at 1731232009256 (+6 ms)Region opened successfully at 1731232009257 (+1 ms) 2024-11-10T09:46:49,264 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731232009161 2024-11-10T09:46:49,275 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:46:49,276 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:46:49,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:49,280 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32919,1731232007419, state=OPEN 2024-11-10T09:46:49,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:46:49,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:46:49,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:46:49,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:46:49,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:49,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:49,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:49,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:49,283 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:49,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:46:49,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,32919,1731232007419 in 288 msec 2024-11-10T09:46:49,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:46:49,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-10T09:46:49,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:46:49,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:46:49,319 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:49,320 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:49,342 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:46:49,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49181, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:46:49,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0780 sec 2024-11-10T09:46:49,398 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731232009397, completionTime=-1 2024-11-10T09:46:49,400 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T09:46:49,401 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:46:49,434 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T09:46:49,434 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232069434 2024-11-10T09:46:49,434 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232129434 2024-11-10T09:46:49,434 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-10T09:46:49,436 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:46:49,442 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,39567,1731232006650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:49,443 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,39567,1731232006650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:49,443 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,39567,1731232006650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:49,444 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b048fef8bb35:39567, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:49,445 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:49,445 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:49,453 DEBUG [master/b048fef8bb35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:46:49,474 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.935sec 2024-11-10T09:46:49,475 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:46:49,477 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:46:49,478 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:46:49,478 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:46:49,478 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:46:49,479 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,39567,1731232006650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:46:49,479 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,39567,1731232006650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:46:49,484 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:46:49,485 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:46:49,486 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,39567,1731232006650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:46:49,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3536de1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:46:49,507 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T09:46:49,507 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T09:46:49,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b048fef8bb35,39567,-1 for getting cluster id 2024-11-10T09:46:49,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:46:49,522 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '106c5260-458e-4c36-b3d7-be5bc848ed68' 2024-11-10T09:46:49,524 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:46:49,524 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "106c5260-458e-4c36-b3d7-be5bc848ed68" 2024-11-10T09:46:49,524 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d703a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:46:49,524 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b048fef8bb35,39567,-1] 2024-11-10T09:46:49,527 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:46:49,528 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:46:49,530 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:46:49,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718a7932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:46:49,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:49,539 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:49,539 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:46:49,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:46:49,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b048fef8bb35,39567,1731232006650 2024-11-10T09:46:49,563 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T09:46:49,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:46:49,572 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b048fef8bb35,39567,1731232006650 2024-11-10T09:46:49,574 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf2479d 2024-11-10T09:46:49,575 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:46:49,577 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:46:49,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:46:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:46:49,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:46:49,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-10T09:46:49,597 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:49,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:46:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:46:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741837_1013 (size=1020) 2024-11-10T09:46:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741837_1013 (size=1020) 2024-11-10T09:46:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741837_1013 (size=1020) 2024-11-10T09:46:49,620 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50c61e0c80ffb41e0e747c6b04ad3b88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,621 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad8c95e475720b3cdfd776e02191e206, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,621 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aaa884b2f4f5c44a58ba330fa6bb798c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741838_1014 (size=110) 2024-11-10T09:46:49,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741838_1014 (size=110) 2024-11-10T09:46:49,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741838_1014 (size=110) 2024-11-10T09:46:49,641 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741839_1015 (size=107) 2024-11-10T09:46:49,641 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ad8c95e475720b3cdfd776e02191e206, disabling compactions & flushes 2024-11-10T09:46:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741839_1015 (size=107) 2024-11-10T09:46:49,641 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:49,642 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741839_1015 (size=107) 2024-11-10T09:46:49,642 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. after waiting 0 ms 2024-11-10T09:46:49,642 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:49,642 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741840_1016 (size=110) 2024-11-10T09:46:49,642 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad8c95e475720b3cdfd776e02191e206: Waiting for close lock at 1731232009641Disabling compacts and flushes for region at 1731232009641Disabling writes for close at 1731232009642 (+1 ms)Writing region close event to WAL at 1731232009642Closed at 1731232009642 2024-11-10T09:46:49,643 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8c6d5e0da73fa802db0005c439486cb9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741840_1016 (size=110) 2024-11-10T09:46:49,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 50c61e0c80ffb41e0e747c6b04ad3b88, disabling compactions & flushes 2024-11-10T09:46:49,643 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:49,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:49,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. after waiting 0 ms 2024-11-10T09:46:49,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:49,643 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:49,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50c61e0c80ffb41e0e747c6b04ad3b88: Waiting for close lock at 1731232009643Disabling compacts and flushes for region at 1731232009643Disabling writes for close at 1731232009643Writing region close event to WAL at 1731232009643Closed at 1731232009643 2024-11-10T09:46:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741840_1016 (size=110) 2024-11-10T09:46:49,644 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3de55654ddf9dfac66a3036327de903, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,644 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,645 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing aaa884b2f4f5c44a58ba330fa6bb798c, disabling compactions & flushes 2024-11-10T09:46:49,645 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:49,645 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:49,645 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. after waiting 0 ms 2024-11-10T09:46:49,645 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:49,645 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:49,645 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for aaa884b2f4f5c44a58ba330fa6bb798c: Waiting for close lock at 1731232009645Disabling compacts and flushes for region at 1731232009645Disabling writes for close at 1731232009645Writing region close event to WAL at 1731232009645Closed at 1731232009645 2024-11-10T09:46:49,646 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 420d4829a81165fd8ca87039acddff3f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741841_1017 (size=110) 2024-11-10T09:46:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741841_1017 (size=110) 2024-11-10T09:46:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741841_1017 (size=110) 2024-11-10T09:46:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741842_1018 (size=110) 2024-11-10T09:46:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741842_1018 (size=110) 2024-11-10T09:46:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741842_1018 (size=110) 2024-11-10T09:46:49,662 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,662 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8c6d5e0da73fa802db0005c439486cb9, disabling compactions & flushes 2024-11-10T09:46:49,662 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:46:49,662 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:46:49,662 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. after waiting 0 ms 2024-11-10T09:46:49,662 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:46:49,662 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:46:49,662 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8c6d5e0da73fa802db0005c439486cb9: Waiting for close lock at 1731232009662Disabling compacts and flushes for region at 1731232009662Disabling writes for close at 1731232009662Writing region close event to WAL at 1731232009662Closed at 1731232009662 2024-11-10T09:46:49,663 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a4f8e82617029669ff767b4616a57c75, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,663 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,663 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f3de55654ddf9dfac66a3036327de903, disabling compactions & flushes 2024-11-10T09:46:49,663 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:46:49,663 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:46:49,663 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. after waiting 0 ms 2024-11-10T09:46:49,663 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:46:49,664 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:46:49,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3de55654ddf9dfac66a3036327de903: Waiting for close lock at 1731232009663Disabling compacts and flushes for region at 1731232009663Disabling writes for close at 1731232009663Writing region close event to WAL at 1731232009663Closed at 1731232009663 2024-11-10T09:46:49,664 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c0d3d04b0ee3ca40067ff43307bb2bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741843_1019 (size=110) 2024-11-10T09:46:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741843_1019 (size=110) 2024-11-10T09:46:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741843_1019 (size=110) 2024-11-10T09:46:49,673 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,673 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 420d4829a81165fd8ca87039acddff3f, disabling compactions & flushes 2024-11-10T09:46:49,673 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:46:49,673 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:46:49,673 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. after waiting 0 ms 2024-11-10T09:46:49,673 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:46:49,673 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:46:49,673 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 420d4829a81165fd8ca87039acddff3f: Waiting for close lock at 1731232009673Disabling compacts and flushes for region at 1731232009673Disabling writes for close at 1731232009673Writing region close event to WAL at 1731232009673Closed at 1731232009673 2024-11-10T09:46:49,674 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3fadd93bd8647ca4d29e57d8ece55b75, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741845_1021 (size=110) 2024-11-10T09:46:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741845_1021 (size=110) 2024-11-10T09:46:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741844_1020 (size=110) 2024-11-10T09:46:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741845_1021 (size=110) 2024-11-10T09:46:49,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741844_1020 (size=110) 2024-11-10T09:46:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741844_1020 (size=110) 2024-11-10T09:46:49,681 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,681 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3c0d3d04b0ee3ca40067ff43307bb2bd, disabling compactions & flushes 2024-11-10T09:46:49,681 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,681 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a4f8e82617029669ff767b4616a57c75, disabling compactions & flushes 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. after waiting 0 ms 2024-11-10T09:46:49,682 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. after waiting 0 ms 2024-11-10T09:46:49,682 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:46:49,682 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c0d3d04b0ee3ca40067ff43307bb2bd: Waiting for close lock at 1731232009681Disabling compacts and flushes for region at 1731232009681Disabling writes for close at 1731232009682 (+1 ms)Writing region close event to WAL at 1731232009682Closed at 1731232009682 2024-11-10T09:46:49,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a4f8e82617029669ff767b4616a57c75: Waiting for close lock at 1731232009682Disabling compacts and flushes for region at 1731232009682Disabling writes for close at 1731232009682Writing region close event to WAL at 1731232009682Closed at 1731232009682 2024-11-10T09:46:49,683 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82e0926b2db9194baf9e666a894419f0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,683 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bc668416ff4aebc7e6839c61b14cae03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741846_1022 (size=110) 2024-11-10T09:46:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741846_1022 (size=110) 2024-11-10T09:46:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741846_1022 (size=110) 2024-11-10T09:46:49,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3fadd93bd8647ca4d29e57d8ece55b75, disabling compactions & flushes 2024-11-10T09:46:49,700 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:46:49,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:46:49,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. after waiting 0 ms 2024-11-10T09:46:49,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:46:49,701 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:46:49,701 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3fadd93bd8647ca4d29e57d8ece55b75: Waiting for close lock at 1731232009700Disabling compacts and flushes for region at 1731232009700Disabling writes for close at 1731232009700Writing region close event to WAL at 1731232009701 (+1 ms)Closed at 1731232009701 2024-11-10T09:46:49,702 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => af518e4034b825710ea2acd6b1845bd4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741848_1024 (size=110) 2024-11-10T09:46:49,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741848_1024 (size=110) 2024-11-10T09:46:49,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741848_1024 (size=110) 2024-11-10T09:46:49,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 82e0926b2db9194baf9e666a894419f0, disabling compactions & flushes 2024-11-10T09:46:49,705 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:46:49,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:46:49,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. after waiting 0 ms 2024-11-10T09:46:49,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:46:49,705 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:46:49,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82e0926b2db9194baf9e666a894419f0: Waiting for close lock at 1731232009705Disabling compacts and flushes for region at 1731232009705Disabling writes for close at 1731232009705Writing region close event to WAL at 1731232009705Closed at 1731232009705 2024-11-10T09:46:49,706 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da997b996110710d6549913e552764a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741847_1023 (size=110) 2024-11-10T09:46:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741847_1023 (size=110) 2024-11-10T09:46:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741847_1023 (size=110) 2024-11-10T09:46:49,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing bc668416ff4aebc7e6839c61b14cae03, disabling compactions & flushes 2024-11-10T09:46:49,712 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:46:49,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:46:49,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. after waiting 0 ms 2024-11-10T09:46:49,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:46:49,713 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:46:49,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for bc668416ff4aebc7e6839c61b14cae03: Waiting for close lock at 1731232009712Disabling compacts and flushes for region at 1731232009712Disabling writes for close at 1731232009712Writing region close event to WAL at 1731232009713 (+1 ms)Closed at 1731232009713 2024-11-10T09:46:49,714 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eb3b72f673e3d5f07d3e5b783d4d67cc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:46:49,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741849_1025 (size=110) 2024-11-10T09:46:49,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741849_1025 (size=110) 2024-11-10T09:46:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741849_1025 (size=110) 2024-11-10T09:46:49,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing da997b996110710d6549913e552764a8, disabling compactions & flushes 2024-11-10T09:46:49,733 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:46:49,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:46:49,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. after waiting 0 ms 2024-11-10T09:46:49,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:46:49,733 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:46:49,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for da997b996110710d6549913e552764a8: Waiting for close lock at 1731232009732Disabling compacts and flushes for region at 1731232009732Disabling writes for close at 1731232009733 (+1 ms)Writing region close event to WAL at 1731232009733Closed at 1731232009733 2024-11-10T09:46:49,733 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b96c6a3ab175b9a3fd4d71331cb7cbb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741850_1026 (size=110) 2024-11-10T09:46:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741850_1026 (size=110) 2024-11-10T09:46:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741850_1026 (size=110) 2024-11-10T09:46:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741851_1027 (size=110) 2024-11-10T09:46:49,741 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741851_1027 (size=110) 2024-11-10T09:46:49,741 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing af518e4034b825710ea2acd6b1845bd4, disabling compactions & flushes 2024-11-10T09:46:49,741 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:46:49,741 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:46:49,741 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. after waiting 0 ms 2024-11-10T09:46:49,741 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:46:49,741 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:46:49,741 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for af518e4034b825710ea2acd6b1845bd4: Waiting for close lock at 1731232009741Disabling compacts and flushes for region at 1731232009741Disabling writes for close at 1731232009741Writing region close event to WAL at 1731232009741Closed at 1731232009741 2024-11-10T09:46:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741851_1027 (size=110) 2024-11-10T09:46:49,742 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => be3fe60eee795258b6a1f84960074d14, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing eb3b72f673e3d5f07d3e5b783d4d67cc, disabling compactions & flushes 2024-11-10T09:46:49,745 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:46:49,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:46:49,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. after waiting 0 ms 2024-11-10T09:46:49,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:46:49,745 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:46:49,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for eb3b72f673e3d5f07d3e5b783d4d67cc: Waiting for close lock at 1731232009745Disabling compacts and flushes for region at 1731232009745Disabling writes for close at 1731232009745Writing region close event to WAL at 1731232009745Closed at 1731232009745 2024-11-10T09:46:49,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741852_1028 (size=110) 2024-11-10T09:46:49,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 731dcd2e1028ee10c84e1847cc00862f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741852_1028 (size=110) 2024-11-10T09:46:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741852_1028 (size=110) 2024-11-10T09:46:49,749 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,749 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b96c6a3ab175b9a3fd4d71331cb7cbb8, disabling compactions & flushes 2024-11-10T09:46:49,749 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:46:49,749 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:46:49,750 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. after waiting 0 ms 2024-11-10T09:46:49,750 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:46:49,750 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:46:49,750 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b96c6a3ab175b9a3fd4d71331cb7cbb8: Waiting for close lock at 1731232009749Disabling compacts and flushes for region at 1731232009749Disabling writes for close at 1731232009750 (+1 ms)Writing region close event to WAL at 1731232009750Closed at 1731232009750 2024-11-10T09:46:49,751 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01e5d716446de94f8b3c595657e7eef8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741853_1029 (size=110) 2024-11-10T09:46:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741853_1029 (size=110) 2024-11-10T09:46:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741853_1029 (size=110) 2024-11-10T09:46:49,756 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,756 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing be3fe60eee795258b6a1f84960074d14, disabling compactions & flushes 2024-11-10T09:46:49,756 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:46:49,756 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:46:49,756 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. after waiting 0 ms 2024-11-10T09:46:49,757 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:46:49,757 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:46:49,757 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for be3fe60eee795258b6a1f84960074d14: Waiting for close lock at 1731232009756Disabling compacts and flushes for region at 1731232009756Disabling writes for close at 1731232009757 (+1 ms)Writing region close event to WAL at 1731232009757Closed at 1731232009757 2024-11-10T09:46:49,758 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d32645a3e72cc97d35573257a32d7dcf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741854_1030 (size=110) 2024-11-10T09:46:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741854_1030 (size=110) 2024-11-10T09:46:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741854_1030 (size=110) 2024-11-10T09:46:49,767 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,767 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 731dcd2e1028ee10c84e1847cc00862f, disabling compactions & flushes 2024-11-10T09:46:49,767 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:46:49,767 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:46:49,767 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. after waiting 0 ms 2024-11-10T09:46:49,767 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:46:49,767 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:46:49,767 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 731dcd2e1028ee10c84e1847cc00862f: Waiting for close lock at 1731232009767Disabling compacts and flushes for region at 1731232009767Disabling writes for close at 1731232009767Writing region close event to WAL at 1731232009767Closed at 1731232009767 2024-11-10T09:46:49,768 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7bda7398382b7137d8574dbf3c30ae7b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741855_1031 (size=110) 2024-11-10T09:46:49,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741855_1031 (size=110) 2024-11-10T09:46:49,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741855_1031 (size=110) 2024-11-10T09:46:49,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 01e5d716446de94f8b3c595657e7eef8, disabling compactions & flushes 2024-11-10T09:46:49,773 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:46:49,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:46:49,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. after waiting 0 ms 2024-11-10T09:46:49,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:46:49,774 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:46:49,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01e5d716446de94f8b3c595657e7eef8: Waiting for close lock at 1731232009773Disabling compacts and flushes for region at 1731232009773Disabling writes for close at 1731232009774 (+1 ms)Writing region close event to WAL at 1731232009774Closed at 1731232009774 2024-11-10T09:46:49,775 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ae374e2c58e38e2e906e5b2c09c5e13, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741856_1032 (size=110) 2024-11-10T09:46:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741856_1032 (size=110) 2024-11-10T09:46:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741856_1032 (size=110) 2024-11-10T09:46:49,780 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,781 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d32645a3e72cc97d35573257a32d7dcf, disabling compactions & flushes 2024-11-10T09:46:49,781 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:46:49,781 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:46:49,781 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. after waiting 0 ms 2024-11-10T09:46:49,781 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:46:49,781 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:46:49,781 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d32645a3e72cc97d35573257a32d7dcf: Waiting for close lock at 1731232009781Disabling compacts and flushes for region at 1731232009781Disabling writes for close at 1731232009781Writing region close event to WAL at 1731232009781Closed at 1731232009781 2024-11-10T09:46:49,782 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c63f3e6f9ff59a8b0aa96637f63b2c5c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741857_1033 (size=110) 2024-11-10T09:46:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741857_1033 (size=110) 2024-11-10T09:46:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741857_1033 (size=110) 2024-11-10T09:46:49,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7bda7398382b7137d8574dbf3c30ae7b, disabling compactions & flushes 2024-11-10T09:46:49,787 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:46:49,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:46:49,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. after waiting 0 ms 2024-11-10T09:46:49,788 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:46:49,788 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:46:49,788 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7bda7398382b7137d8574dbf3c30ae7b: Waiting for close lock at 1731232009787Disabling compacts and flushes for region at 1731232009787Disabling writes for close at 1731232009787Writing region close event to WAL at 1731232009788 (+1 ms)Closed at 1731232009788 2024-11-10T09:46:49,789 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2f4212b634adffb62fba0e8875bb1460, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741858_1034 (size=110) 2024-11-10T09:46:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741858_1034 (size=110) 2024-11-10T09:46:49,793 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,794 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2ae374e2c58e38e2e906e5b2c09c5e13, disabling compactions & flushes 2024-11-10T09:46:49,794 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:46:49,794 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:46:49,794 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. after waiting 0 ms 2024-11-10T09:46:49,794 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:46:49,794 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:46:49,794 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ae374e2c58e38e2e906e5b2c09c5e13: Waiting for close lock at 1731232009793Disabling compacts and flushes for region at 1731232009793Disabling writes for close at 1731232009794 (+1 ms)Writing region close event to WAL at 1731232009794Closed at 1731232009794 2024-11-10T09:46:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741858_1034 (size=110) 2024-11-10T09:46:49,795 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae20c2eb910e8f105b5a113ba8e78117, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741859_1035 (size=110) 2024-11-10T09:46:49,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741859_1035 (size=110) 2024-11-10T09:46:49,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741859_1035 (size=110) 2024-11-10T09:46:49,801 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,801 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing c63f3e6f9ff59a8b0aa96637f63b2c5c, disabling compactions & flushes 2024-11-10T09:46:49,801 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:46:49,801 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:46:49,801 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. after waiting 0 ms 2024-11-10T09:46:49,801 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:46:49,802 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:46:49,802 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for c63f3e6f9ff59a8b0aa96637f63b2c5c: Waiting for close lock at 1731232009801Disabling compacts and flushes for region at 1731232009801Disabling writes for close at 1731232009801Writing region close event to WAL at 1731232009802 (+1 ms)Closed at 1731232009802 2024-11-10T09:46:49,803 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f9df8343b558dc8174ef56a2a5b18ee2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741860_1036 (size=110) 2024-11-10T09:46:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741860_1036 (size=110) 2024-11-10T09:46:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741860_1036 (size=110) 2024-11-10T09:46:49,807 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,807 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2f4212b634adffb62fba0e8875bb1460, disabling compactions & flushes 2024-11-10T09:46:49,808 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:46:49,808 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:46:49,808 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. after waiting 0 ms 2024-11-10T09:46:49,808 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:46:49,808 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:46:49,808 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2f4212b634adffb62fba0e8875bb1460: Waiting for close lock at 1731232009807Disabling compacts and flushes for region at 1731232009807Disabling writes for close at 1731232009808 (+1 ms)Writing region close event to WAL at 1731232009808Closed at 1731232009808 2024-11-10T09:46:49,809 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bae367639c39ca992cb343d153131383, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2 2024-11-10T09:46:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741861_1037 (size=110) 2024-11-10T09:46:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741861_1037 (size=110) 2024-11-10T09:46:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741861_1037 (size=110) 2024-11-10T09:46:49,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ae20c2eb910e8f105b5a113ba8e78117, disabling compactions & flushes 2024-11-10T09:46:49,813 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:46:49,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:46:49,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. after waiting 0 ms 2024-11-10T09:46:49,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:46:49,813 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:46:49,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae20c2eb910e8f105b5a113ba8e78117: Waiting for close lock at 1731232009813Disabling compacts and flushes for region at 1731232009813Disabling writes for close at 1731232009813Writing region close event to WAL at 1731232009813Closed at 1731232009813 2024-11-10T09:46:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741862_1038 (size=110) 2024-11-10T09:46:49,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741862_1038 (size=110) 2024-11-10T09:46:49,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741862_1038 (size=110) 2024-11-10T09:46:49,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f9df8343b558dc8174ef56a2a5b18ee2, disabling compactions & flushes 2024-11-10T09:46:49,817 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:46:49,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:46:49,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. after waiting 0 ms 2024-11-10T09:46:49,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:46:49,817 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:46:49,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f9df8343b558dc8174ef56a2a5b18ee2: Waiting for close lock at 1731232009817Disabling compacts and flushes for region at 1731232009817Disabling writes for close at 1731232009817Writing region close event to WAL at 1731232009817Closed at 1731232009817 2024-11-10T09:46:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741863_1039 (size=107) 2024-11-10T09:46:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741863_1039 (size=107) 2024-11-10T09:46:49,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741863_1039 (size=107) 2024-11-10T09:46:49,823 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:49,824 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing bae367639c39ca992cb343d153131383, disabling compactions & flushes 2024-11-10T09:46:49,824 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:46:49,824 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:46:49,824 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. after waiting 0 ms 2024-11-10T09:46:49,824 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:46:49,824 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:46:49,824 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for bae367639c39ca992cb343d153131383: Waiting for close lock at 1731232009823Disabling compacts and flushes for region at 1731232009823Disabling writes for close at 1731232009824 (+1 ms)Writing region close event to WAL at 1731232009824Closed at 1731232009824 2024-11-10T09:46:49,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:46:49,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731232009826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232009826"}]},"ts":"1731232009826"} 2024-11-10T09:46:49,878 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-10T09:46:49,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:46:49,884 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232009880"}]},"ts":"1731232009880"} 2024-11-10T09:46:49,889 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-10T09:46:49,890 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {b048fef8bb35=0} racks are {/default-rack=0} 2024-11-10T09:46:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:46:49,934 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T09:46:49,934 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T09:46:49,934 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T09:46:49,934 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T09:46:49,934 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T09:46:49,934 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T09:46:49,934 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T09:46:49,934 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T09:46:49,934 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T09:46:49,934 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T09:46:49,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa884b2f4f5c44a58ba330fa6bb798c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad8c95e475720b3cdfd776e02191e206, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c6d5e0da73fa802db0005c439486cb9, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=420d4829a81165fd8ca87039acddff3f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c0d3d04b0ee3ca40067ff43307bb2bd, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fadd93bd8647ca4d29e57d8ece55b75, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=82e0926b2db9194baf9e666a894419f0, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af518e4034b825710ea2acd6b1845bd4, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da997b996110710d6549913e552764a8, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b96c6a3ab175b9a3fd4d71331cb7cbb8, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be3fe60eee795258b6a1f84960074d14, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=01e5d716446de94f8b3c595657e7eef8, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d32645a3e72cc97d35573257a32d7dcf, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ae374e2c58e38e2e906e5b2c09c5e13, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c63f3e6f9ff59a8b0aa96637f63b2c5c, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae20c2eb910e8f105b5a113ba8e78117, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9df8343b558dc8174ef56a2a5b18ee2, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN}] 2024-11-10T09:46:49,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN 2024-11-10T09:46:49,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:49,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9df8343b558dc8174ef56a2a5b18ee2, ASSIGN 2024-11-10T09:46:49,950 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9df8343b558dc8174ef56a2a5b18ee2, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:49,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae20c2eb910e8f105b5a113ba8e78117, ASSIGN 2024-11-10T09:46:49,953 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae20c2eb910e8f105b5a113ba8e78117, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:49,954 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN 2024-11-10T09:46:49,956 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:49,957 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c63f3e6f9ff59a8b0aa96637f63b2c5c, ASSIGN 2024-11-10T09:46:49,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c63f3e6f9ff59a8b0aa96637f63b2c5c, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:49,960 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ae374e2c58e38e2e906e5b2c09c5e13, ASSIGN 2024-11-10T09:46:49,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ae374e2c58e38e2e906e5b2c09c5e13, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:49,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN 2024-11-10T09:46:49,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:49,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d32645a3e72cc97d35573257a32d7dcf, ASSIGN 2024-11-10T09:46:49,967 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d32645a3e72cc97d35573257a32d7dcf, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:49,968 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=01e5d716446de94f8b3c595657e7eef8, ASSIGN 2024-11-10T09:46:49,969 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=01e5d716446de94f8b3c595657e7eef8, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:49,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN 2024-11-10T09:46:49,972 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:49,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be3fe60eee795258b6a1f84960074d14, ASSIGN 2024-11-10T09:46:49,974 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be3fe60eee795258b6a1f84960074d14, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:49,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b96c6a3ab175b9a3fd4d71331cb7cbb8, ASSIGN 2024-11-10T09:46:49,977 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b96c6a3ab175b9a3fd4d71331cb7cbb8, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:49,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN 2024-11-10T09:46:49,980 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:49,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da997b996110710d6549913e552764a8, ASSIGN 2024-11-10T09:46:49,982 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da997b996110710d6549913e552764a8, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:49,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af518e4034b825710ea2acd6b1845bd4, ASSIGN 2024-11-10T09:46:49,985 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af518e4034b825710ea2acd6b1845bd4, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:49,987 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN 2024-11-10T09:46:49,988 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:49,989 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=82e0926b2db9194baf9e666a894419f0, ASSIGN 2024-11-10T09:46:49,990 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=82e0926b2db9194baf9e666a894419f0, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:49,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fadd93bd8647ca4d29e57d8ece55b75, ASSIGN 2024-11-10T09:46:49,993 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fadd93bd8647ca4d29e57d8ece55b75, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:49,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c0d3d04b0ee3ca40067ff43307bb2bd, ASSIGN 2024-11-10T09:46:49,996 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c0d3d04b0ee3ca40067ff43307bb2bd, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:49,997 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN 2024-11-10T09:46:49,999 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:50,000 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=420d4829a81165fd8ca87039acddff3f, ASSIGN 2024-11-10T09:46:50,002 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=420d4829a81165fd8ca87039acddff3f, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:50,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN 2024-11-10T09:46:50,004 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:50,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c6d5e0da73fa802db0005c439486cb9, ASSIGN 2024-11-10T09:46:50,007 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c6d5e0da73fa802db0005c439486cb9, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:50,009 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad8c95e475720b3cdfd776e02191e206, ASSIGN 2024-11-10T09:46:50,011 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad8c95e475720b3cdfd776e02191e206, ASSIGN; state=OFFLINE, location=b048fef8bb35,43391,1731232007318; forceNewPlan=false, retain=false 2024-11-10T09:46:50,012 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa884b2f4f5c44a58ba330fa6bb798c, ASSIGN 2024-11-10T09:46:50,014 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa884b2f4f5c44a58ba330fa6bb798c, ASSIGN; state=OFFLINE, location=b048fef8bb35,42371,1731232007459; forceNewPlan=false, retain=false 2024-11-10T09:46:50,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN 2024-11-10T09:46:50,018 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN; state=OFFLINE, location=b048fef8bb35,32919,1731232007419; forceNewPlan=false, retain=false 2024-11-10T09:46:50,099 INFO [b048fef8bb35:39567 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-10T09:46:50,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d32645a3e72cc97d35573257a32d7dcf, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=be3fe60eee795258b6a1f84960074d14, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=af518e4034b825710ea2acd6b1845bd4, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=82e0926b2db9194baf9e666a894419f0, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9df8343b558dc8174ef56a2a5b18ee2, ASSIGN because future has completed 2024-11-10T09:46:50,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c6d5e0da73fa802db0005c439486cb9, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ad8c95e475720b3cdfd776e02191e206, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9df8343b558dc8174ef56a2a5b18ee2, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c63f3e6f9ff59a8b0aa96637f63b2c5c, ASSIGN because future has completed 2024-11-10T09:46:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d32645a3e72cc97d35573257a32d7dcf, ASSIGN because future has completed 2024-11-10T09:46:50,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be3fe60eee795258b6a1f84960074d14, ASSIGN because future has completed 2024-11-10T09:46:50,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure be3fe60eee795258b6a1f84960074d14, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af518e4034b825710ea2acd6b1845bd4, ASSIGN because future has completed 2024-11-10T09:46:50,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=82e0926b2db9194baf9e666a894419f0, ASSIGN because future has completed 2024-11-10T09:46:50,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c0d3d04b0ee3ca40067ff43307bb2bd, ASSIGN because future has completed 2024-11-10T09:46:50,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c6d5e0da73fa802db0005c439486cb9, ASSIGN because future has completed 2024-11-10T09:46:50,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c6d5e0da73fa802db0005c439486cb9, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad8c95e475720b3cdfd776e02191e206, ASSIGN because future has completed 2024-11-10T09:46:50,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad8c95e475720b3cdfd776e02191e206, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c0d3d04b0ee3ca40067ff43307bb2bd, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e0926b2db9194baf9e666a894419f0, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure af518e4034b825710ea2acd6b1845bd4, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d32645a3e72cc97d35573257a32d7dcf, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c63f3e6f9ff59a8b0aa96637f63b2c5c, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:46:50,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,162 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=01e5d716446de94f8b3c595657e7eef8, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,164 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,164 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=da997b996110710d6549913e552764a8, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae20c2eb910e8f105b5a113ba8e78117, ASSIGN because future has completed 2024-11-10T09:46:50,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae20c2eb910e8f105b5a113ba8e78117, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ae374e2c58e38e2e906e5b2c09c5e13, ASSIGN because future has completed 2024-11-10T09:46:50,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=01e5d716446de94f8b3c595657e7eef8, ASSIGN because future has completed 2024-11-10T09:46:50,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b96c6a3ab175b9a3fd4d71331cb7cbb8, ASSIGN because future has completed 2024-11-10T09:46:50,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da997b996110710d6549913e552764a8, ASSIGN because future has completed 2024-11-10T09:46:50,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure da997b996110710d6549913e552764a8, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fadd93bd8647ca4d29e57d8ece55b75, ASSIGN because future has completed 2024-11-10T09:46:50,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fadd93bd8647ca4d29e57d8ece55b75, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure b96c6a3ab175b9a3fd4d71331cb7cbb8, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01e5d716446de94f8b3c595657e7eef8, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ae374e2c58e38e2e906e5b2c09c5e13, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=420d4829a81165fd8ca87039acddff3f, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=bae367639c39ca992cb343d153131383, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2f4212b634adffb62fba0e8875bb1460, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=731dcd2e1028ee10c84e1847cc00862f, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=420d4829a81165fd8ca87039acddff3f, ASSIGN because future has completed 2024-11-10T09:46:50,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420d4829a81165fd8ca87039acddff3f, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa884b2f4f5c44a58ba330fa6bb798c, ASSIGN because future has completed 2024-11-10T09:46:50,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN because future has completed 2024-11-10T09:46:50,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN because future has completed 2024-11-10T09:46:50,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN because future has completed 2024-11-10T09:46:50,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN because future has completed 2024-11-10T09:46:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN because future has completed 2024-11-10T09:46:50,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa884b2f4f5c44a58ba330fa6bb798c, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:46:50,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=bc668416ff4aebc7e6839c61b14cae03, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a4f8e82617029669ff767b4616a57c75, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f3de55654ddf9dfac66a3036327de903, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPENING, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:46:50,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN because future has completed 2024-11-10T09:46:50,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN because future has completed 2024-11-10T09:46:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN because future has completed 2024-11-10T09:46:50,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN because future has completed 2024-11-10T09:46:50,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,32919,1731232007419}] 2024-11-10T09:46:50,261 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:46:50,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:46:50,269 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:46:50,270 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => c63f3e6f9ff59a8b0aa96637f63b2c5c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-10T09:46:50,270 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,271 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,271 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,271 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,273 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,275 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63f3e6f9ff59a8b0aa96637f63b2c5c columnFamilyName colfamily11 2024-11-10T09:46:50,275 DEBUG [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,276 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] regionserver.HStore(327): Store=c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,276 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,278 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63f3e6f9ff59a8b0aa96637f63b2c5c columnFamilyName colfamily21 2024-11-10T09:46:50,278 DEBUG [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,278 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] regionserver.HStore(327): Store=c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,278 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,280 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63f3e6f9ff59a8b0aa96637f63b2c5c columnFamilyName colfamily31 2024-11-10T09:46:50,280 DEBUG [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,281 INFO [StoreOpener-c63f3e6f9ff59a8b0aa96637f63b2c5c-1 {}] regionserver.HStore(327): Store=c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,281 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,282 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,282 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,284 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,284 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,285 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,287 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,290 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,291 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened c63f3e6f9ff59a8b0aa96637f63b2c5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73428265, jitterRate=0.09416641294956207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,291 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:46:50,292 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for c63f3e6f9ff59a8b0aa96637f63b2c5c: Running coprocessor pre-open hook at 1731232010271Writing region info on filesystem at 1731232010271Initializing all the Stores at 1731232010272 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010273 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010273Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010273Cleaning up temporary data from old regions at 1731232010284 (+11 ms)Running coprocessor post-open hooks at 1731232010291 (+7 ms)Region opened successfully at 1731232010292 (+1 ms) 2024-11-10T09:46:50,294 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., pid=39, masterSystemTime=1731232010260 2024-11-10T09:46:50,296 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:46:50,297 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:46:50,297 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:46:50,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => f9df8343b558dc8174ef56a2a5b18ee2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-10T09:46:50,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,298 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,298 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,300 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c63f3e6f9ff59a8b0aa96637f63b2c5c, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,303 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9df8343b558dc8174ef56a2a5b18ee2 columnFamilyName colfamily11 2024-11-10T09:46:50,304 DEBUG [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,305 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] regionserver.HStore(327): Store=f9df8343b558dc8174ef56a2a5b18ee2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,305 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=26 2024-11-10T09:46:50,307 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9df8343b558dc8174ef56a2a5b18ee2 columnFamilyName colfamily21 2024-11-10T09:46:50,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c63f3e6f9ff59a8b0aa96637f63b2c5c, server=b048fef8bb35,43391,1731232007318 in 147 msec 2024-11-10T09:46:50,307 DEBUG [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,307 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] regionserver.HStore(327): Store=f9df8343b558dc8174ef56a2a5b18ee2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,308 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c63f3e6f9ff59a8b0aa96637f63b2c5c, ASSIGN in 371 msec 2024-11-10T09:46:50,310 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9df8343b558dc8174ef56a2a5b18ee2 columnFamilyName colfamily31 2024-11-10T09:46:50,310 DEBUG [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,311 INFO [StoreOpener-f9df8343b558dc8174ef56a2a5b18ee2-1 {}] regionserver.HStore(327): Store=f9df8343b558dc8174ef56a2a5b18ee2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,311 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,312 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,313 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,314 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,314 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,315 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,316 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,319 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,319 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened f9df8343b558dc8174ef56a2a5b18ee2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62957716, jitterRate=-0.06185692548751831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,320 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:46:50,320 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for f9df8343b558dc8174ef56a2a5b18ee2: Running coprocessor pre-open hook at 1731232010298Writing region info on filesystem at 1731232010298Initializing all the Stores at 1731232010300 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010300Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010300Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010300Cleaning up temporary data from old regions at 1731232010314 (+14 ms)Running coprocessor post-open hooks at 1731232010320 (+6 ms)Region opened successfully at 1731232010320 2024-11-10T09:46:50,321 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2., pid=31, masterSystemTime=1731232010260 2024-11-10T09:46:50,321 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:46:50,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:46:50,324 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:46:50,324 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:46:50,325 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:50,325 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => ad8c95e475720b3cdfd776e02191e206, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-10T09:46:50,325 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,325 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,326 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,326 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9df8343b558dc8174ef56a2a5b18ee2, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,333 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:46:50,333 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 01e5d716446de94f8b3c595657e7eef8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-10T09:46:50,333 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,333 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,334 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,334 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-10T09:46:50,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure f9df8343b558dc8174ef56a2a5b18ee2, server=b048fef8bb35,43391,1731232007318 in 226 msec 2024-11-10T09:46:50,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9df8343b558dc8174ef56a2a5b18ee2, ASSIGN in 399 msec 2024-11-10T09:46:50,340 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,340 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,342 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad8c95e475720b3cdfd776e02191e206 columnFamilyName colfamily11 2024-11-10T09:46:50,342 DEBUG [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,342 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01e5d716446de94f8b3c595657e7eef8 columnFamilyName colfamily11 2024-11-10T09:46:50,342 DEBUG [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,343 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] regionserver.HStore(327): Store=ad8c95e475720b3cdfd776e02191e206/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,343 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,343 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] regionserver.HStore(327): Store=01e5d716446de94f8b3c595657e7eef8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,343 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,345 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad8c95e475720b3cdfd776e02191e206 columnFamilyName colfamily21 2024-11-10T09:46:50,345 DEBUG [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,345 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01e5d716446de94f8b3c595657e7eef8 columnFamilyName colfamily21 2024-11-10T09:46:50,345 DEBUG [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,346 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] regionserver.HStore(327): Store=ad8c95e475720b3cdfd776e02191e206/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,346 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,346 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] regionserver.HStore(327): Store=01e5d716446de94f8b3c595657e7eef8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,346 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,348 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad8c95e475720b3cdfd776e02191e206 columnFamilyName colfamily31 2024-11-10T09:46:50,348 DEBUG [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,349 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01e5d716446de94f8b3c595657e7eef8 columnFamilyName colfamily31 2024-11-10T09:46:50,349 DEBUG [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,349 INFO [StoreOpener-ad8c95e475720b3cdfd776e02191e206-1 {}] regionserver.HStore(327): Store=ad8c95e475720b3cdfd776e02191e206/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,349 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,349 INFO [StoreOpener-01e5d716446de94f8b3c595657e7eef8-1 {}] regionserver.HStore(327): Store=01e5d716446de94f8b3c595657e7eef8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,350 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,350 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,351 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,351 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,352 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,353 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,353 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,354 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,354 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,354 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,355 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,356 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,357 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,360 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,361 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened ad8c95e475720b3cdfd776e02191e206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68456030, jitterRate=0.02007433772087097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,361 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:46:50,361 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,361 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for ad8c95e475720b3cdfd776e02191e206: Running coprocessor pre-open hook at 1731232010326Writing region info on filesystem at 1731232010326Initializing all the Stores at 1731232010328 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010328Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010340 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010340Cleaning up temporary data from old regions at 1731232010353 (+13 ms)Running coprocessor post-open hooks at 1731232010361 (+8 ms)Region opened successfully at 1731232010361 2024-11-10T09:46:50,362 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 01e5d716446de94f8b3c595657e7eef8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72015395, jitterRate=0.07311300933361053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,362 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:46:50,363 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 01e5d716446de94f8b3c595657e7eef8: Running coprocessor pre-open hook at 1731232010334Writing region info on filesystem at 1731232010334Initializing all the Stores at 1731232010335 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010335Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010340 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010340Cleaning up temporary data from old regions at 1731232010354 (+14 ms)Running coprocessor post-open hooks at 1731232010362 (+8 ms)Region opened successfully at 1731232010362 2024-11-10T09:46:50,364 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., pid=34, masterSystemTime=1731232010260 2024-11-10T09:46:50,365 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8., pid=44, masterSystemTime=1731232010321 2024-11-10T09:46:50,365 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:46:50,365 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 731dcd2e1028ee10c84e1847cc00862f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-10T09:46:50,366 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,366 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,366 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,367 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,368 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:50,368 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:50,368 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:46:50,368 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c6d5e0da73fa802db0005c439486cb9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-10T09:46:50,369 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,369 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,369 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,369 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,369 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ad8c95e475720b3cdfd776e02191e206, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,370 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,371 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:46:50,371 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:46:50,372 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:50,372 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,372 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => aaa884b2f4f5c44a58ba330fa6bb798c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-10T09:46:50,372 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,372 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,373 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,373 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad8c95e475720b3cdfd776e02191e206, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,374 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c6d5e0da73fa802db0005c439486cb9 columnFamilyName colfamily11 2024-11-10T09:46:50,374 DEBUG [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=01e5d716446de94f8b3c595657e7eef8, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,375 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] regionserver.HStore(327): Store=8c6d5e0da73fa802db0005c439486cb9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,375 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,376 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731dcd2e1028ee10c84e1847cc00862f columnFamilyName colfamily11 2024-11-10T09:46:50,376 DEBUG [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,377 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c6d5e0da73fa802db0005c439486cb9 columnFamilyName colfamily21 2024-11-10T09:46:50,377 DEBUG [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,377 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(327): Store=731dcd2e1028ee10c84e1847cc00862f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01e5d716446de94f8b3c595657e7eef8, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,378 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,378 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,379 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] regionserver.HStore(327): Store=8c6d5e0da73fa802db0005c439486cb9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,379 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,380 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa884b2f4f5c44a58ba330fa6bb798c columnFamilyName colfamily11 2024-11-10T09:46:50,380 DEBUG [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,381 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731dcd2e1028ee10c84e1847cc00862f columnFamilyName colfamily21 2024-11-10T09:46:50,381 DEBUG [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,381 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c6d5e0da73fa802db0005c439486cb9 columnFamilyName colfamily31 2024-11-10T09:46:50,381 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] regionserver.HStore(327): Store=aaa884b2f4f5c44a58ba330fa6bb798c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,381 DEBUG [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,381 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,382 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(327): Store=731dcd2e1028ee10c84e1847cc00862f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,382 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,382 INFO [StoreOpener-8c6d5e0da73fa802db0005c439486cb9-1 {}] regionserver.HStore(327): Store=8c6d5e0da73fa802db0005c439486cb9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,382 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,384 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa884b2f4f5c44a58ba330fa6bb798c columnFamilyName colfamily21 2024-11-10T09:46:50,384 DEBUG [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,384 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731dcd2e1028ee10c84e1847cc00862f columnFamilyName colfamily31 2024-11-10T09:46:50,385 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,385 DEBUG [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=7 2024-11-10T09:46:50,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ad8c95e475720b3cdfd776e02191e206, server=b048fef8bb35,43391,1731232007318 in 248 msec 2024-11-10T09:46:50,385 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,385 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] regionserver.HStore(327): Store=aaa884b2f4f5c44a58ba330fa6bb798c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,386 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,386 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(327): Store=731dcd2e1028ee10c84e1847cc00862f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,386 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,387 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,387 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,387 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,388 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,388 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa884b2f4f5c44a58ba330fa6bb798c columnFamilyName colfamily31 2024-11-10T09:46:50,388 DEBUG [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,388 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,389 INFO [StoreOpener-aaa884b2f4f5c44a58ba330fa6bb798c-1 {}] regionserver.HStore(327): Store=aaa884b2f4f5c44a58ba330fa6bb798c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,389 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,389 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,390 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,390 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,391 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,391 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad8c95e475720b3cdfd776e02191e206, ASSIGN in 449 msec 2024-11-10T09:46:50,391 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,393 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,394 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,394 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,396 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,396 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,396 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 8c6d5e0da73fa802db0005c439486cb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63894642, jitterRate=-0.0478956401348114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,397 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:46:50,397 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 8c6d5e0da73fa802db0005c439486cb9: Running coprocessor pre-open hook at 1731232010369Writing region info on filesystem at 1731232010369Initializing all the Stores at 1731232010371 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010371Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010372 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010372Cleaning up temporary data from old regions at 1731232010387 (+15 ms)Running coprocessor post-open hooks at 1731232010397 (+10 ms)Region opened successfully at 1731232010397 2024-11-10T09:46:50,398 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,398 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., pid=33, masterSystemTime=1731232010260 2024-11-10T09:46:50,399 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 731dcd2e1028ee10c84e1847cc00862f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74666517, jitterRate=0.11261780560016632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,399 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:46:50,399 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 731dcd2e1028ee10c84e1847cc00862f: Running coprocessor pre-open hook at 1731232010367Writing region info on filesystem at 1731232010367Initializing all the Stores at 1731232010369 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010370 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010370Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010370Cleaning up temporary data from old regions at 1731232010390 (+20 ms)Running coprocessor post-open hooks at 1731232010399 (+9 ms)Region opened successfully at 1731232010399 2024-11-10T09:46:50,399 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=22 2024-11-10T09:46:50,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 01e5d716446de94f8b3c595657e7eef8, server=b048fef8bb35,42371,1731232007459 in 206 msec 2024-11-10T09:46:50,401 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., pid=49, masterSystemTime=1731232010359 2024-11-10T09:46:50,402 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:46:50,402 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:46:50,402 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:46:50,403 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => af518e4034b825710ea2acd6b1845bd4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-10T09:46:50,403 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,403 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,404 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,404 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,405 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:46:50,405 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:46:50,405 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:46:50,405 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f4212b634adffb62fba0e8875bb1460, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-10T09:46:50,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=01e5d716446de94f8b3c595657e7eef8, ASSIGN in 465 msec 2024-11-10T09:46:50,406 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,406 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,406 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,406 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,406 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,407 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,407 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened aaa884b2f4f5c44a58ba330fa6bb798c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66992917, jitterRate=-0.0017277449369430542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,407 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:46:50,407 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for aaa884b2f4f5c44a58ba330fa6bb798c: Running coprocessor pre-open hook at 1731232010373Writing region info on filesystem at 1731232010373Initializing all the Stores at 1731232010375 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010375Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010377 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010377Cleaning up temporary data from old regions at 1731232010395 (+18 ms)Running coprocessor post-open hooks at 1731232010407 (+12 ms)Region opened successfully at 1731232010407 2024-11-10T09:46:50,408 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,408 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,409 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., pid=52, masterSystemTime=1731232010321 2024-11-10T09:46:50,411 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4212b634adffb62fba0e8875bb1460 columnFamilyName colfamily11 2024-11-10T09:46:50,411 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af518e4034b825710ea2acd6b1845bd4 columnFamilyName colfamily11 2024-11-10T09:46:50,411 DEBUG [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,411 DEBUG [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,412 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] regionserver.HStore(327): Store=af518e4034b825710ea2acd6b1845bd4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,412 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,412 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(327): Store=2f4212b634adffb62fba0e8875bb1460/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,412 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,413 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:50,413 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:50,413 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:46:50,414 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fadd93bd8647ca4d29e57d8ece55b75, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-10T09:46:50,414 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,414 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,414 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4212b634adffb62fba0e8875bb1460 columnFamilyName colfamily21 2024-11-10T09:46:50,414 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,414 DEBUG [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,414 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,415 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(327): Store=2f4212b634adffb62fba0e8875bb1460/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,415 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,416 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af518e4034b825710ea2acd6b1845bd4 columnFamilyName colfamily21 2024-11-10T09:46:50,416 DEBUG [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,418 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4212b634adffb62fba0e8875bb1460 columnFamilyName colfamily31 2024-11-10T09:46:50,418 DEBUG [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,418 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] regionserver.HStore(327): Store=af518e4034b825710ea2acd6b1845bd4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,418 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(327): Store=2f4212b634adffb62fba0e8875bb1460/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=21 2024-11-10T09:46:50,418 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,32919,1731232007419 in 199 msec 2024-11-10T09:46:50,418 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,419 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,421 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN in 483 msec 2024-11-10T09:46:50,423 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af518e4034b825710ea2acd6b1845bd4 columnFamilyName colfamily31 2024-11-10T09:46:50,423 DEBUG [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,423 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,424 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,424 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,425 INFO [StoreOpener-af518e4034b825710ea2acd6b1845bd4-1 {}] regionserver.HStore(327): Store=af518e4034b825710ea2acd6b1845bd4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,426 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,427 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,428 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,428 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa884b2f4f5c44a58ba330fa6bb798c, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,429 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c6d5e0da73fa802db0005c439486cb9, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,431 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,432 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,432 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fadd93bd8647ca4d29e57d8ece55b75 columnFamilyName colfamily11 2024-11-10T09:46:50,432 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,432 DEBUG [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,433 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c6d5e0da73fa802db0005c439486cb9, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,433 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 2f4212b634adffb62fba0e8875bb1460; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68736241, jitterRate=0.024249807000160217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,433 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:46:50,433 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 2f4212b634adffb62fba0e8875bb1460: Running coprocessor pre-open hook at 1731232010406Writing region info on filesystem at 1731232010406Initializing all the Stores at 1731232010408 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010408Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010408Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010408Cleaning up temporary data from old regions at 1731232010424 (+16 ms)Running coprocessor post-open hooks at 1731232010433 (+9 ms)Region opened successfully at 1731232010433 2024-11-10T09:46:50,434 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] regionserver.HStore(327): Store=3fadd93bd8647ca4d29e57d8ece55b75/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,434 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,435 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,436 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., pid=50, masterSystemTime=1731232010359 2024-11-10T09:46:50,436 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fadd93bd8647ca4d29e57d8ece55b75 columnFamilyName colfamily21 2024-11-10T09:46:50,437 DEBUG [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,438 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] regionserver.HStore(327): Store=3fadd93bd8647ca4d29e57d8ece55b75/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,438 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,440 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:46:50,440 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:46:50,440 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,440 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:46:50,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=6 2024-11-10T09:46:50,441 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => a4f8e82617029669ff767b4616a57c75, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-10T09:46:50,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure aaa884b2f4f5c44a58ba330fa6bb798c, server=b048fef8bb35,42371,1731232007459 in 207 msec 2024-11-10T09:46:50,441 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fadd93bd8647ca4d29e57d8ece55b75 columnFamilyName colfamily31 2024-11-10T09:46:50,441 DEBUG [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,441 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened af518e4034b825710ea2acd6b1845bd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64457449, jitterRate=-0.039509162306785583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,441 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:46:50,441 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for af518e4034b825710ea2acd6b1845bd4: Running coprocessor pre-open hook at 1731232010404Writing region info on filesystem at 1731232010404Initializing all the Stores at 1731232010406 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010406Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010407 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010407Cleaning up temporary data from old regions at 1731232010432 (+25 ms)Running coprocessor post-open hooks at 1731232010441 (+9 ms)Region opened successfully at 1731232010442 (+1 ms) 2024-11-10T09:46:50,442 INFO [StoreOpener-3fadd93bd8647ca4d29e57d8ece55b75-1 {}] regionserver.HStore(327): Store=3fadd93bd8647ca4d29e57d8ece55b75/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,443 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,444 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., pid=37, masterSystemTime=1731232010260 2024-11-10T09:46:50,444 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,445 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,446 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,446 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa884b2f4f5c44a58ba330fa6bb798c, ASSIGN in 505 msec 2024-11-10T09:46:50,447 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,448 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:46:50,448 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:46:50,448 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:46:50,448 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4f8e82617029669ff767b4616a57c75 columnFamilyName colfamily11 2024-11-10T09:46:50,448 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,448 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 82e0926b2db9194baf9e666a894419f0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-10T09:46:50,448 DEBUG [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,448 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,449 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,449 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,449 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,450 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,451 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(327): Store=a4f8e82617029669ff767b4616a57c75/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,451 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=af518e4034b825710ea2acd6b1845bd4, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,453 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,454 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 3fadd93bd8647ca4d29e57d8ece55b75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74099163, jitterRate=0.10416357219219208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,454 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:46:50,454 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 3fadd93bd8647ca4d29e57d8ece55b75: Running coprocessor pre-open hook at 1731232010414Writing region info on filesystem at 1731232010415 (+1 ms)Initializing all the Stores at 1731232010416 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010416Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010428 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010428Cleaning up temporary data from old regions at 1731232010446 (+18 ms)Running coprocessor post-open hooks at 1731232010454 (+8 ms)Region opened successfully at 1731232010454 2024-11-10T09:46:50,454 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4f8e82617029669ff767b4616a57c75 columnFamilyName colfamily21 2024-11-10T09:46:50,454 DEBUG [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,455 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(327): Store=a4f8e82617029669ff767b4616a57c75/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,455 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., pid=42, masterSystemTime=1731232010321 2024-11-10T09:46:50,455 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure af518e4034b825710ea2acd6b1845bd4, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,458 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4f8e82617029669ff767b4616a57c75 columnFamilyName colfamily31 2024-11-10T09:46:50,458 DEBUG [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,458 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:46:50,459 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:46:50,459 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:46:50,459 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ae374e2c58e38e2e906e5b2c09c5e13, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-10T09:46:50,459 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(327): Store=a4f8e82617029669ff767b4616a57c75/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,459 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,459 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,459 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,459 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,459 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,460 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,461 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,461 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=27 2024-11-10T09:46:50,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,32919,1731232007419 in 234 msec 2024-11-10T09:46:50,463 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,463 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,463 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,464 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e0926b2db9194baf9e666a894419f0 columnFamilyName colfamily11 2024-11-10T09:46:50,464 DEBUG [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,464 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,465 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] regionserver.HStore(327): Store=82e0926b2db9194baf9e666a894419f0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,466 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN in 526 msec 2024-11-10T09:46:50,466 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,468 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e0926b2db9194baf9e666a894419f0 columnFamilyName colfamily21 2024-11-10T09:46:50,468 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae374e2c58e38e2e906e5b2c09c5e13 columnFamilyName colfamily11 2024-11-10T09:46:50,468 DEBUG [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,468 DEBUG [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,470 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] regionserver.HStore(327): Store=82e0926b2db9194baf9e666a894419f0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,471 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,472 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,472 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened a4f8e82617029669ff767b4616a57c75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65685773, jitterRate=-0.021205708384513855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fadd93bd8647ca4d29e57d8ece55b75, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,472 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:46:50,472 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for a4f8e82617029669ff767b4616a57c75: Running coprocessor pre-open hook at 1731232010442Writing region info on filesystem at 1731232010442Initializing all the Stores at 1731232010444 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010444Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010445 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010445Cleaning up temporary data from old regions at 1731232010464 (+19 ms)Running coprocessor post-open hooks at 1731232010472 (+8 ms)Region opened successfully at 1731232010472 2024-11-10T09:46:50,473 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] regionserver.HStore(327): Store=2ae374e2c58e38e2e906e5b2c09c5e13/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,473 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., pid=56, masterSystemTime=1731232010359 2024-11-10T09:46:50,474 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,475 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e0926b2db9194baf9e666a894419f0 columnFamilyName colfamily31 2024-11-10T09:46:50,475 DEBUG [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,476 INFO [StoreOpener-82e0926b2db9194baf9e666a894419f0-1 {}] regionserver.HStore(327): Store=82e0926b2db9194baf9e666a894419f0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,476 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,477 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,477 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae374e2c58e38e2e906e5b2c09c5e13 columnFamilyName colfamily21 2024-11-10T09:46:50,477 DEBUG [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=16 2024-11-10T09:46:50,478 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure af518e4034b825710ea2acd6b1845bd4, server=b048fef8bb35,43391,1731232007318 in 326 msec 2024-11-10T09:46:50,478 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] regionserver.HStore(327): Store=2ae374e2c58e38e2e906e5b2c09c5e13/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,479 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,479 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:46:50,479 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:46:50,479 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:46:50,480 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,480 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,480 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => bae367639c39ca992cb343d153131383, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-10T09:46:50,481 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,481 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,481 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,481 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae374e2c58e38e2e906e5b2c09c5e13 columnFamilyName colfamily31 2024-11-10T09:46:50,481 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,481 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,481 DEBUG [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af518e4034b825710ea2acd6b1845bd4, ASSIGN in 542 msec 2024-11-10T09:46:50,482 INFO [StoreOpener-2ae374e2c58e38e2e906e5b2c09c5e13-1 {}] regionserver.HStore(327): Store=2ae374e2c58e38e2e906e5b2c09c5e13/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,482 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,483 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,483 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,484 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,486 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,487 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,487 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,488 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,488 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 82e0926b2db9194baf9e666a894419f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60948265, jitterRate=-0.09180007874965668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,489 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:46:50,489 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,489 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 82e0926b2db9194baf9e666a894419f0: Running coprocessor pre-open hook at 1731232010450Writing region info on filesystem at 1731232010450Initializing all the Stores at 1731232010452 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010452Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010460 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010460Cleaning up temporary data from old regions at 1731232010480 (+20 ms)Running coprocessor post-open hooks at 1731232010489 (+9 ms)Region opened successfully at 1731232010489 2024-11-10T09:46:50,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,490 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., pid=36, masterSystemTime=1731232010260 2024-11-10T09:46:50,491 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367639c39ca992cb343d153131383 columnFamilyName colfamily11 2024-11-10T09:46:50,491 DEBUG [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,491 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,493 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:46:50,494 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:46:50,494 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:46:50,494 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => d32645a3e72cc97d35573257a32d7dcf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-10T09:46:50,495 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,495 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,495 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,495 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,495 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=13 2024-11-10T09:46:50,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fadd93bd8647ca4d29e57d8ece55b75, server=b048fef8bb35,42371,1731232007459 in 312 msec 2024-11-10T09:46:50,496 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 2ae374e2c58e38e2e906e5b2c09c5e13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66954504, jitterRate=-0.0023001432418823242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,496 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:46:50,496 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(327): Store=bae367639c39ca992cb343d153131383/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,496 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 2ae374e2c58e38e2e906e5b2c09c5e13: Running coprocessor pre-open hook at 1731232010460Writing region info on filesystem at 1731232010460Initializing all the Stores at 1731232010461 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010461Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010463 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010463Cleaning up temporary data from old regions at 1731232010487 (+24 ms)Running coprocessor post-open hooks at 1731232010496 (+9 ms)Region opened successfully at 1731232010496 2024-11-10T09:46:50,496 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,498 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13., pid=45, masterSystemTime=1731232010321 2024-11-10T09:46:50,498 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367639c39ca992cb343d153131383 columnFamilyName colfamily21 2024-11-10T09:46:50,498 DEBUG [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,499 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(327): Store=bae367639c39ca992cb343d153131383/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fadd93bd8647ca4d29e57d8ece55b75, ASSIGN in 560 msec 2024-11-10T09:46:50,499 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,500 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,501 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:46:50,501 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:46:50,501 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:46:50,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=82e0926b2db9194baf9e666a894419f0, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,501 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367639c39ca992cb343d153131383 columnFamilyName colfamily31 2024-11-10T09:46:50,501 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => ae20c2eb910e8f105b5a113ba8e78117, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-10T09:46:50,501 DEBUG [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,502 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(327): Store=bae367639c39ca992cb343d153131383/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,502 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,504 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,504 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,504 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,504 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,505 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d32645a3e72cc97d35573257a32d7dcf columnFamilyName colfamily11 2024-11-10T09:46:50,505 DEBUG [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,505 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e0926b2db9194baf9e666a894419f0, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,506 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,506 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] regionserver.HStore(327): Store=d32645a3e72cc97d35573257a32d7dcf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,506 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,508 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,509 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d32645a3e72cc97d35573257a32d7dcf columnFamilyName colfamily21 2024-11-10T09:46:50,509 DEBUG [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,509 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ae374e2c58e38e2e906e5b2c09c5e13, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,510 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,510 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] regionserver.HStore(327): Store=d32645a3e72cc97d35573257a32d7dcf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,510 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,510 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,511 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae20c2eb910e8f105b5a113ba8e78117 columnFamilyName colfamily11 2024-11-10T09:46:50,511 DEBUG [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,511 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] regionserver.HStore(327): Store=ae20c2eb910e8f105b5a113ba8e78117/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,512 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,513 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d32645a3e72cc97d35573257a32d7dcf columnFamilyName colfamily31 2024-11-10T09:46:50,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=14 2024-11-10T09:46:50,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 82e0926b2db9194baf9e666a894419f0, server=b048fef8bb35,43391,1731232007318 in 368 msec 2024-11-10T09:46:50,514 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,514 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae20c2eb910e8f105b5a113ba8e78117 columnFamilyName colfamily21 2024-11-10T09:46:50,514 DEBUG [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,514 DEBUG [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,515 INFO [StoreOpener-d32645a3e72cc97d35573257a32d7dcf-1 {}] regionserver.HStore(327): Store=d32645a3e72cc97d35573257a32d7dcf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,515 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,515 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] regionserver.HStore(327): Store=ae20c2eb910e8f105b5a113ba8e78117/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,515 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,516 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=82e0926b2db9194baf9e666a894419f0, ASSIGN in 578 msec 2024-11-10T09:46:50,517 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,518 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae20c2eb910e8f105b5a113ba8e78117 columnFamilyName colfamily31 2024-11-10T09:46:50,518 DEBUG [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,518 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,519 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,519 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,519 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened bae367639c39ca992cb343d153131383; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58780669, jitterRate=-0.12409977614879608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,519 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bae367639c39ca992cb343d153131383 2024-11-10T09:46:50,519 INFO [StoreOpener-ae20c2eb910e8f105b5a113ba8e78117-1 {}] regionserver.HStore(327): Store=ae20c2eb910e8f105b5a113ba8e78117/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,519 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for bae367639c39ca992cb343d153131383: Running coprocessor pre-open hook at 1731232010482Writing region info on filesystem at 1731232010482Initializing all the Stores at 1731232010486 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010486Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010486Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010486Cleaning up temporary data from old regions at 1731232010510 (+24 ms)Running coprocessor post-open hooks at 1731232010519 (+9 ms)Region opened successfully at 1731232010519 2024-11-10T09:46:50,520 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,520 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,521 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., pid=51, masterSystemTime=1731232010359 2024-11-10T09:46:50,521 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,522 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,522 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,524 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,525 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,525 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:46:50,525 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:46:50,526 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:46:50,526 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bda7398382b7137d8574dbf3c30ae7b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-10T09:46:50,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-10T09:46:50,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ae374e2c58e38e2e906e5b2c09c5e13, server=b048fef8bb35,42371,1731232007459 in 326 msec 2024-11-10T09:46:50,526 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,526 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,527 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,527 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,527 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,527 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b048fef8bb35,43391,1731232007318, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c6d5e0da73fa802db0005c439486cb9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:46:50,529 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,529 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,530 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ae374e2c58e38e2e906e5b2c09c5e13, ASSIGN in 590 msec 2024-11-10T09:46:50,530 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened d32645a3e72cc97d35573257a32d7dcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74435909, jitterRate=0.1091814786195755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,530 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:46:50,531 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for d32645a3e72cc97d35573257a32d7dcf: Running coprocessor pre-open hook at 1731232010495Writing region info on filesystem at 1731232010495Initializing all the Stores at 1731232010497 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010497Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010500 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010500Cleaning up temporary data from old regions at 1731232010519 (+19 ms)Running coprocessor post-open hooks at 1731232010530 (+11 ms)Region opened successfully at 1731232010530 2024-11-10T09:46:50,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=bae367639c39ca992cb343d153131383, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,532 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf., pid=38, masterSystemTime=1731232010260 2024-11-10T09:46:50,533 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bda7398382b7137d8574dbf3c30ae7b columnFamilyName colfamily11 2024-11-10T09:46:50,533 DEBUG [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,534 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(327): Store=7bda7398382b7137d8574dbf3c30ae7b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,534 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,536 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,536 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:46:50,536 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:46:50,537 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:46:50,537 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => be3fe60eee795258b6a1f84960074d14, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-10T09:46:50,537 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,537 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,538 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,538 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,538 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened ae20c2eb910e8f105b5a113ba8e78117; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71664981, jitterRate=0.0678914338350296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,538 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:46:50,538 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for ae20c2eb910e8f105b5a113ba8e78117: Running coprocessor pre-open hook at 1731232010505Writing region info on filesystem at 1731232010505Initializing all the Stores at 1731232010507 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010507Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010508 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010508Cleaning up temporary data from old regions at 1731232010525 (+17 ms)Running coprocessor post-open hooks at 1731232010538 (+13 ms)Region opened successfully at 1731232010538 2024-11-10T09:46:50,539 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bda7398382b7137d8574dbf3c30ae7b columnFamilyName colfamily21 2024-11-10T09:46:50,539 DEBUG [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,539 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b048fef8bb35,32919,1731232007419, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:46:50,540 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117., pid=40, masterSystemTime=1731232010321 2024-11-10T09:46:50,540 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(327): Store=7bda7398382b7137d8574dbf3c30ae7b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,540 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,541 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=11 2024-11-10T09:46:50,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,32919,1731232007419 in 285 msec 2024-11-10T09:46:50,542 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bda7398382b7137d8574dbf3c30ae7b columnFamilyName colfamily31 2024-11-10T09:46:50,543 DEBUG [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,543 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(327): Store=7bda7398382b7137d8574dbf3c30ae7b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,543 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,543 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:46:50,544 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be3fe60eee795258b6a1f84960074d14 columnFamilyName colfamily11 2024-11-10T09:46:50,544 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:46:50,544 DEBUG [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,544 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:46:50,544 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => da997b996110710d6549913e552764a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-10T09:46:50,544 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true da997b996110710d6549913e552764a8 2024-11-10T09:46:50,544 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] regionserver.HStore(327): Store=be3fe60eee795258b6a1f84960074d14/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,544 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,545 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,545 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,545 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for da997b996110710d6549913e552764a8 2024-11-10T09:46:50,545 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for da997b996110710d6549913e552764a8 2024-11-10T09:46:50,546 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN in 606 msec 2024-11-10T09:46:50,548 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,548 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region da997b996110710d6549913e552764a8 2024-11-10T09:46:50,548 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be3fe60eee795258b6a1f84960074d14 columnFamilyName colfamily21 2024-11-10T09:46:50,548 DEBUG [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,549 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,549 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,549 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] regionserver.HStore(327): Store=be3fe60eee795258b6a1f84960074d14/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,549 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,550 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da997b996110710d6549913e552764a8 columnFamilyName colfamily11 2024-11-10T09:46:50,551 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,551 DEBUG [StoreOpener-da997b996110710d6549913e552764a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,551 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be3fe60eee795258b6a1f84960074d14 columnFamilyName colfamily31 2024-11-10T09:46:50,551 DEBUG [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae20c2eb910e8f105b5a113ba8e78117, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,552 INFO [StoreOpener-be3fe60eee795258b6a1f84960074d14-1 {}] regionserver.HStore(327): Store=be3fe60eee795258b6a1f84960074d14/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,552 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] regionserver.HStore(327): Store=da997b996110710d6549913e552764a8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,552 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,553 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region da997b996110710d6549913e552764a8 2024-11-10T09:46:50,553 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,553 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d32645a3e72cc97d35573257a32d7dcf, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,554 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,555 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,555 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da997b996110710d6549913e552764a8 columnFamilyName colfamily21 2024-11-10T09:46:50,556 DEBUG [StoreOpener-da997b996110710d6549913e552764a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,556 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,556 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,557 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] regionserver.HStore(327): Store=da997b996110710d6549913e552764a8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,557 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region da997b996110710d6549913e552764a8 2024-11-10T09:46:50,557 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d32645a3e72cc97d35573257a32d7dcf, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,559 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,559 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da997b996110710d6549913e552764a8 columnFamilyName colfamily31 2024-11-10T09:46:50,560 DEBUG [StoreOpener-da997b996110710d6549913e552764a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,560 INFO [StoreOpener-da997b996110710d6549913e552764a8-1 {}] regionserver.HStore(327): Store=da997b996110710d6549913e552764a8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,560 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for da997b996110710d6549913e552764a8 2024-11-10T09:46:50,560 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,561 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8 2024-11-10T09:46:50,562 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 7bda7398382b7137d8574dbf3c30ae7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74717734, jitterRate=0.11338099837303162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,562 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:46:50,562 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 7bda7398382b7137d8574dbf3c30ae7b: Running coprocessor pre-open hook at 1731232010527Writing region info on filesystem at 1731232010527Initializing all the Stores at 1731232010529 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010529Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010529Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010529Cleaning up temporary data from old regions at 1731232010549 (+20 ms)Running coprocessor post-open hooks at 1731232010562 (+13 ms)Region opened successfully at 1731232010562 2024-11-10T09:46:50,562 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8 2024-11-10T09:46:50,562 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,563 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., pid=47, masterSystemTime=1731232010359 2024-11-10T09:46:50,563 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened be3fe60eee795258b6a1f84960074d14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63426969, jitterRate=-0.054864510893821716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,563 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:46:50,564 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for be3fe60eee795258b6a1f84960074d14: Running coprocessor pre-open hook at 1731232010538Writing region info on filesystem at 1731232010538Initializing all the Stores at 1731232010540 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010540Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010540Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010541 (+1 ms)Cleaning up temporary data from old regions at 1731232010557 (+16 ms)Running coprocessor post-open hooks at 1731232010563 (+6 ms)Region opened successfully at 1731232010564 (+1 ms) 2024-11-10T09:46:50,564 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for da997b996110710d6549913e552764a8 2024-11-10T09:46:50,564 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for da997b996110710d6549913e552764a8 2024-11-10T09:46:50,565 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., pid=32, masterSystemTime=1731232010260 2024-11-10T09:46:50,565 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,566 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:46:50,566 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:46:50,566 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:46:50,566 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => eb3b72f673e3d5f07d3e5b783d4d67cc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-10T09:46:50,566 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,567 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,567 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,567 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,567 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for da997b996110710d6549913e552764a8 2024-11-10T09:46:50,568 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:46:50,568 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:46:50,569 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:46:50,569 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c0d3d04b0ee3ca40067ff43307bb2bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-10T09:46:50,569 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=28 2024-11-10T09:46:50,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure ae20c2eb910e8f105b5a113ba8e78117, server=b048fef8bb35,42371,1731232007459 in 393 msec 2024-11-10T09:46:50,569 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,569 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,570 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,570 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,571 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3b72f673e3d5f07d3e5b783d4d67cc columnFamilyName colfamily11 2024-11-10T09:46:50,571 DEBUG [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,571 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,572 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(327): Store=eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,572 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened da997b996110710d6549913e552764a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60636224, jitterRate=-0.0964498519897461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,572 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,572 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da997b996110710d6549913e552764a8 2024-11-10T09:46:50,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae20c2eb910e8f105b5a113ba8e78117, ASSIGN in 633 msec 2024-11-10T09:46:50,572 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for da997b996110710d6549913e552764a8: Running coprocessor pre-open hook at 1731232010545Writing region info on filesystem at 1731232010545Initializing all the Stores at 1731232010547 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010547Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010548 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010548Cleaning up temporary data from old regions at 1731232010564 (+16 ms)Running coprocessor post-open hooks at 1731232010572 (+8 ms)Region opened successfully at 1731232010572 2024-11-10T09:46:50,573 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., pid=41, masterSystemTime=1731232010321 2024-11-10T09:46:50,574 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3b72f673e3d5f07d3e5b783d4d67cc columnFamilyName colfamily21 2024-11-10T09:46:50,574 DEBUG [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=be3fe60eee795258b6a1f84960074d14, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,575 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(327): Store=eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,575 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,576 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure be3fe60eee795258b6a1f84960074d14, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,577 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:46:50,577 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:46:50,577 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:46:50,578 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => b96c6a3ab175b9a3fd4d71331cb7cbb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-10T09:46:50,578 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,578 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3b72f673e3d5f07d3e5b783d4d67cc columnFamilyName colfamily31 2024-11-10T09:46:50,578 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,578 DEBUG [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,578 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,578 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,579 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(327): Store=eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,579 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,579 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=da997b996110710d6549913e552764a8, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,580 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,580 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c0d3d04b0ee3ca40067ff43307bb2bd columnFamilyName colfamily11 2024-11-10T09:46:50,581 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,581 DEBUG [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,582 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,582 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,582 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure da997b996110710d6549913e552764a8, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,583 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,584 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] regionserver.HStore(327): Store=3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,584 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,585 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,585 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b96c6a3ab175b9a3fd4d71331cb7cbb8 columnFamilyName colfamily11 2024-11-10T09:46:50,585 DEBUG [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,586 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c0d3d04b0ee3ca40067ff43307bb2bd columnFamilyName colfamily21 2024-11-10T09:46:50,586 DEBUG [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,586 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] regionserver.HStore(327): Store=b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,587 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,587 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] regionserver.HStore(327): Store=3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,587 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,588 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-10T09:46:50,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure be3fe60eee795258b6a1f84960074d14, server=b048fef8bb35,43391,1731232007318 in 470 msec 2024-11-10T09:46:50,589 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b96c6a3ab175b9a3fd4d71331cb7cbb8 columnFamilyName colfamily21 2024-11-10T09:46:50,589 DEBUG [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,589 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened eb3b72f673e3d5f07d3e5b783d4d67cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61205483, jitterRate=-0.08796723186969757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,589 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:46:50,590 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for eb3b72f673e3d5f07d3e5b783d4d67cc: Running coprocessor pre-open hook at 1731232010567Writing region info on filesystem at 1731232010567Initializing all the Stores at 1731232010568 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010568Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010569 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010569Cleaning up temporary data from old regions at 1731232010582 (+13 ms)Running coprocessor post-open hooks at 1731232010589 (+7 ms)Region opened successfully at 1731232010589 2024-11-10T09:46:50,590 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c0d3d04b0ee3ca40067ff43307bb2bd columnFamilyName colfamily31 2024-11-10T09:46:50,590 DEBUG [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,591 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] regionserver.HStore(327): Store=b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,591 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,591 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., pid=48, masterSystemTime=1731232010359 2024-11-10T09:46:50,591 INFO [StoreOpener-3c0d3d04b0ee3ca40067ff43307bb2bd-1 {}] regionserver.HStore(327): Store=3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,591 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be3fe60eee795258b6a1f84960074d14, ASSIGN in 653 msec 2024-11-10T09:46:50,592 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,593 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,593 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b96c6a3ab175b9a3fd4d71331cb7cbb8 columnFamilyName colfamily31 2024-11-10T09:46:50,593 DEBUG [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,594 INFO [StoreOpener-b96c6a3ab175b9a3fd4d71331cb7cbb8-1 {}] regionserver.HStore(327): Store=b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,594 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,595 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,595 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,595 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,596 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:46:50,596 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:46:50,596 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,596 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,596 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:50,597 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 50c61e0c80ffb41e0e747c6b04ad3b88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-10T09:46:50,597 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,597 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,598 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,598 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,598 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,598 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,598 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,599 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,601 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=17 2024-11-10T09:46:50,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure da997b996110710d6549913e552764a8, server=b048fef8bb35,42371,1731232007459 in 423 msec 2024-11-10T09:46:50,602 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,603 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 3c0d3d04b0ee3ca40067ff43307bb2bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65945829, jitterRate=-0.01733057200908661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,603 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:46:50,603 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 3c0d3d04b0ee3ca40067ff43307bb2bd: Running coprocessor pre-open hook at 1731232010570Writing region info on filesystem at 1731232010570Initializing all the Stores at 1731232010571 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010571Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010576 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010576Cleaning up temporary data from old regions at 1731232010595 (+19 ms)Running coprocessor post-open hooks at 1731232010603 (+8 ms)Region opened successfully at 1731232010603 2024-11-10T09:46:50,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da997b996110710d6549913e552764a8, ASSIGN in 665 msec 2024-11-10T09:46:50,604 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., pid=35, masterSystemTime=1731232010260 2024-11-10T09:46:50,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,607 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:46:50,607 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:46:50,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:46:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c0d3d04b0ee3ca40067ff43307bb2bd, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:46:50,612 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=18 2024-11-10T09:46:50,614 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c61e0c80ffb41e0e747c6b04ad3b88 columnFamilyName colfamily11 2024-11-10T09:46:50,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,32919,1731232007419 in 400 msec 2024-11-10T09:46:50,614 DEBUG [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,616 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(327): Store=50c61e0c80ffb41e0e747c6b04ad3b88/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,616 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,617 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN in 679 msec 2024-11-10T09:46:50,618 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened b96c6a3ab175b9a3fd4d71331cb7cbb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60420061, jitterRate=-0.09967093169689178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,618 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:46:50,618 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for b96c6a3ab175b9a3fd4d71331cb7cbb8: Running coprocessor pre-open hook at 1731232010579Writing region info on filesystem at 1731232010579Initializing all the Stores at 1731232010581 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010581Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010582 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010582Cleaning up temporary data from old regions at 1731232010598 (+16 ms)Running coprocessor post-open hooks at 1731232010618 (+20 ms)Region opened successfully at 1731232010618 2024-11-10T09:46:50,619 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c61e0c80ffb41e0e747c6b04ad3b88 columnFamilyName colfamily21 2024-11-10T09:46:50,619 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., pid=43, masterSystemTime=1731232010321 2024-11-10T09:46:50,619 DEBUG [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,620 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(327): Store=50c61e0c80ffb41e0e747c6b04ad3b88/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,620 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,622 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:46:50,622 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:46:50,622 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:46:50,622 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 420d4829a81165fd8ca87039acddff3f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-10T09:46:50,622 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c61e0c80ffb41e0e747c6b04ad3b88 columnFamilyName colfamily31 2024-11-10T09:46:50,622 DEBUG [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,622 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,622 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,623 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,623 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,623 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(327): Store=50c61e0c80ffb41e0e747c6b04ad3b88/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,623 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,624 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=12 2024-11-10T09:46:50,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c0d3d04b0ee3ca40067ff43307bb2bd, server=b048fef8bb35,43391,1731232007318 in 482 msec 2024-11-10T09:46:50,625 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,625 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,626 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,626 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c0d3d04b0ee3ca40067ff43307bb2bd, ASSIGN in 689 msec 2024-11-10T09:46:50,627 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,629 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420d4829a81165fd8ca87039acddff3f columnFamilyName colfamily11 2024-11-10T09:46:50,629 DEBUG [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,630 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b048fef8bb35,42371,1731232007459, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b96c6a3ab175b9a3fd4d71331cb7cbb8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:46:50,632 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] regionserver.HStore(327): Store=420d4829a81165fd8ca87039acddff3f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,633 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure b96c6a3ab175b9a3fd4d71331cb7cbb8, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,639 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,640 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b048fef8bb35,43391,1731232007318, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c6d5e0da73fa802db0005c439486cb9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:46:50,641 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420d4829a81165fd8ca87039acddff3f columnFamilyName colfamily21 2024-11-10T09:46:50,641 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b048fef8bb35,43391,1731232007318, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d32645a3e72cc97d35573257a32d7dcf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:46:50,641 DEBUG [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,641 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] regionserver.HStore(327): Store=420d4829a81165fd8ca87039acddff3f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,642 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,643 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420d4829a81165fd8ca87039acddff3f columnFamilyName colfamily31 2024-11-10T09:46:50,643 DEBUG [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,644 INFO [StoreOpener-420d4829a81165fd8ca87039acddff3f-1 {}] regionserver.HStore(327): Store=420d4829a81165fd8ca87039acddff3f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,644 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,646 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=19 2024-11-10T09:46:50,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure b96c6a3ab175b9a3fd4d71331cb7cbb8, server=b048fef8bb35,42371,1731232007459 in 455 msec 2024-11-10T09:46:50,646 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,647 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,647 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 50c61e0c80ffb41e0e747c6b04ad3b88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63995512, jitterRate=-0.04639256000518799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,648 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:46:50,648 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 50c61e0c80ffb41e0e747c6b04ad3b88: Running coprocessor pre-open hook at 1731232010598Writing region info on filesystem at 1731232010598Initializing all the Stores at 1731232010600 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010600Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010612 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010612Cleaning up temporary data from old regions at 1731232010626 (+14 ms)Running coprocessor post-open hooks at 1731232010648 (+22 ms)Region opened successfully at 1731232010648 2024-11-10T09:46:50,648 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,648 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,649 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b96c6a3ab175b9a3fd4d71331cb7cbb8, ASSIGN in 710 msec 2024-11-10T09:46:50,650 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., pid=54, masterSystemTime=1731232010359 2024-11-10T09:46:50,652 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=24 2024-11-10T09:46:50,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,32919,1731232007419 in 444 msec 2024-11-10T09:46:50,657 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,658 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 420d4829a81165fd8ca87039acddff3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62193766, jitterRate=-0.07324066758155823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,659 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:46:50,659 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 420d4829a81165fd8ca87039acddff3f: Running coprocessor pre-open hook at 1731232010623Writing region info on filesystem at 1731232010623Initializing all the Stores at 1731232010624 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010624Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010624Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010624Cleaning up temporary data from old regions at 1731232010648 (+24 ms)Running coprocessor post-open hooks at 1731232010659 (+11 ms)Region opened successfully at 1731232010659 2024-11-10T09:46:50,660 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., pid=46, masterSystemTime=1731232010321 2024-11-10T09:46:50,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN in 720 msec 2024-11-10T09:46:50,661 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:50,661 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:50,661 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:46:50,661 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b048fef8bb35,32919,1731232007419, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:46:50,662 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => bc668416ff4aebc7e6839c61b14cae03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-10T09:46:50,662 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,662 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,662 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,662 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,665 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:46:50,665 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:46:50,670 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=23 2024-11-10T09:46:50,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure d32645a3e72cc97d35573257a32d7dcf, server=b048fef8bb35,43391,1731232007318 in 513 msec 2024-11-10T09:46:50,673 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc668416ff4aebc7e6839c61b14cae03 columnFamilyName colfamily11 2024-11-10T09:46:50,673 DEBUG [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d32645a3e72cc97d35573257a32d7dcf, ASSIGN in 735 msec 2024-11-10T09:46:50,675 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=420d4829a81165fd8ca87039acddff3f, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:46:50,676 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(327): Store=bc668416ff4aebc7e6839c61b14cae03/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,676 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,678 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc668416ff4aebc7e6839c61b14cae03 columnFamilyName colfamily21 2024-11-10T09:46:50,678 DEBUG [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,679 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(327): Store=bc668416ff4aebc7e6839c61b14cae03/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,680 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420d4829a81165fd8ca87039acddff3f, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:46:50,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,681 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc668416ff4aebc7e6839c61b14cae03 columnFamilyName colfamily31 2024-11-10T09:46:50,682 DEBUG [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,682 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(327): Store=bc668416ff4aebc7e6839c61b14cae03/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,683 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,685 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,685 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=10 2024-11-10T09:46:50,687 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,687 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 420d4829a81165fd8ca87039acddff3f, server=b048fef8bb35,42371,1731232007459 in 483 msec 2024-11-10T09:46:50,687 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,689 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=420d4829a81165fd8ca87039acddff3f, ASSIGN in 751 msec 2024-11-10T09:46:50,692 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,693 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened bc668416ff4aebc7e6839c61b14cae03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72415930, jitterRate=0.0790814459323883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,693 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:46:50,694 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for bc668416ff4aebc7e6839c61b14cae03: Running coprocessor pre-open hook at 1731232010663Writing region info on filesystem at 1731232010663Initializing all the Stores at 1731232010664 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010664Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010669 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010669Cleaning up temporary data from old regions at 1731232010687 (+18 ms)Running coprocessor post-open hooks at 1731232010693 (+6 ms)Region opened successfully at 1731232010693 2024-11-10T09:46:50,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=5 2024-11-10T09:46:50,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,32919,1731232007419 in 448 msec 2024-11-10T09:46:50,694 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., pid=53, masterSystemTime=1731232010359 2024-11-10T09:46:50,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN in 758 msec 2024-11-10T09:46:50,697 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:46:50,698 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:46:50,698 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:46:50,698 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => f3de55654ddf9dfac66a3036327de903, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-10T09:46:50,698 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,698 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:46:50,699 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,699 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=30 2024-11-10T09:46:50,701 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,32919,1731232007419 in 473 msec 2024-11-10T09:46:50,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN in 765 msec 2024-11-10T09:46:50,703 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3de55654ddf9dfac66a3036327de903 columnFamilyName colfamily11 2024-11-10T09:46:50,703 DEBUG [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,703 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(327): Store=f3de55654ddf9dfac66a3036327de903/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,704 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,704 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,706 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3de55654ddf9dfac66a3036327de903 columnFamilyName colfamily21 2024-11-10T09:46:50,706 DEBUG [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,707 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(327): Store=f3de55654ddf9dfac66a3036327de903/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,707 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,709 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3de55654ddf9dfac66a3036327de903 columnFamilyName colfamily31 2024-11-10T09:46:50,710 DEBUG [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:46:50,710 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(327): Store=f3de55654ddf9dfac66a3036327de903/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:46:50,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=8 2024-11-10T09:46:50,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c6d5e0da73fa802db0005c439486cb9, server=b048fef8bb35,43391,1731232007318 in 581 msec 2024-11-10T09:46:50,711 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,712 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c6d5e0da73fa802db0005c439486cb9, ASSIGN in 774 msec 2024-11-10T09:46:50,713 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,715 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,715 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,715 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:46:50,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=15 2024-11-10T09:46:50,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,32919,1731232007419 in 477 msec 2024-11-10T09:46:50,718 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN in 781 msec 2024-11-10T09:46:50,721 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:46:50,721 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened f3de55654ddf9dfac66a3036327de903; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67721943, jitterRate=0.009135589003562927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:46:50,722 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:46:50,722 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for f3de55654ddf9dfac66a3036327de903: Running coprocessor pre-open hook at 1731232010699Writing region info on filesystem at 1731232010699Initializing all the Stores at 1731232010700 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010700Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010700Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232010700Cleaning up temporary data from old regions at 1731232010715 (+15 ms)Running coprocessor post-open hooks at 1731232010722 (+7 ms)Region opened successfully at 1731232010722 2024-11-10T09:46:50,723 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., pid=55, masterSystemTime=1731232010359 2024-11-10T09:46:50,725 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:46:50,725 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:46:50,726 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32919,1731232007419 2024-11-10T09:46:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,32919,1731232007419 because future has completed 2024-11-10T09:46:50,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=9 2024-11-10T09:46:50,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,32919,1731232007419 in 482 msec 2024-11-10T09:46:50,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-10T09:46:50,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN in 797 msec 2024-11-10T09:46:50,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:46:50,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232010738"}]},"ts":"1731232010738"} 2024-11-10T09:46:50,741 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-10T09:46:50,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:46:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:46:50,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.1560 sec 2024-11-10T09:46:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:46:51,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-10T09:46:51,758 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-10T09:46:51,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:46:51,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32919 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-10T09:46:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-10T09:46:51,779 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:46:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-10T09:46:51,812 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:51,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:51,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:51,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:51,881 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:51,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:51,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:51,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,961 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:51,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,102 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,143 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,202 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iip', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,396 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,443 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,539 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,583 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,585 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,666 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,668 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,670 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,674 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:52,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117., hostname=b048fef8bb35,42371,1731232007459, seqNum=2] 2024-11-10T09:46:52,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:52,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2., hostname=b048fef8bb35,43391,1731232007318, seqNum=2] 2024-11-10T09:46:53,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., hostname=b048fef8bb35,32919,1731232007419, seqNum=2] 2024-11-10T09:46:53,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:46:53,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:46:53,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:46:53,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:46:53,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:46:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:46:53,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:46:53,873 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-10T09:46:53,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32919 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-10T09:46:54,133 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-10T09:46:54,134 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER b048fef8bb35,32919,1731232007419 2024-11-10T09:46:54,134 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b048fef8bb35,32919,1731232007419 2024-11-10T09:46:54,135 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b048fef8bb35,32919,1731232007419: Simulated kill ***** 2024-11-10T09:46:54,135 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:46:54,137 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:46:54,139 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:46:54,139 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:46:54,140 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:46:54,140 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 636418048 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 155057736 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b048fef8bb35" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b048fef8bb35" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "b048fef8bb35" } ] } 2024-11-10T09:46:54,142 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39567 {}] master.MasterRpcServices(700): b048fef8bb35,32919,1731232007419 reported a fatal error: ***** ABORTING region server b048fef8bb35,32919,1731232007419: Simulated kill ***** 2024-11-10T09:46:54,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,32919,1731232007419' ***** 2024-11-10T09:46:54,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T09:46:54,144 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:46:54,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:46:54,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:46:54,145 INFO [RS:1;b048fef8bb35:32919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T09:46:54,145 INFO [RS:1;b048fef8bb35:32919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T09:46:54,145 INFO [RS:1;b048fef8bb35:32919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:46:54,145 INFO [RS:1;b048fef8bb35:32919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b048fef8bb35:32919. 2024-11-10T09:46:54,146 DEBUG [RS:1;b048fef8bb35:32919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:46:54,150 DEBUG [RS:1;b048fef8bb35:32919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:46:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741836_1012 (size=54214) 2024-11-10T09:46:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741836_1012 (size=54214) 2024-11-10T09:46:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741836_1012 (size=54214) 2024-11-10T09:46:54,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741833_1009 (size=298410) 2024-11-10T09:46:54,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741833_1009 (size=298410) 2024-11-10T09:46:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741833_1009 (size=298410) 2024-11-10T09:46:54,162 DEBUG [RS:1;b048fef8bb35:32919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:46:54,162 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:46:54,162 INFO [RS:1;b048fef8bb35:32919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32919 2024-11-10T09:46:54,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,32919,1731232007419 2024-11-10T09:46:54,171 INFO [RS:1;b048fef8bb35:32919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:46:54,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:46:54,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,32919,1731232007419] 2024-11-10T09:46:54,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,32919,1731232007419 already deleted, retry=false 2024-11-10T09:46:54,176 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b048fef8bb35,32919,1731232007419 on b048fef8bb35,39567,1731232006650 2024-11-10T09:46:54,182 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:46:54,187 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:46:54,187 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:46:54,187 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:46:54,187 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for b048fef8bb35,32919,1731232007419 (carryingMeta=true) b048fef8bb35,32919,1731232007419/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6585d951[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T09:46:54,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:46:54,188 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:46:54,222 INFO [regionserver/b048fef8bb35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:46:54,245 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:46:54,248 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:46:54,248 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:46:54,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:46:54,248 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:46:54,249 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:46:54,249 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:46:54,250 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:46:54,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:46:54,250 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:46:54,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T09:46:54,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:46:54,257 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:46:54,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:46:54,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:46:54,259 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:46:54,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-10T09:46:54,261 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:46:54,261 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,32919,1731232007419, table=hbase:meta, region=1588230740 2024-11-10T09:46:54,261 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32919,1731232007419, state=OPEN 2024-11-10T09:46:54,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:46:54,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:46:54,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:46:54,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:54,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:54,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:46:54,265 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232044265 2024-11-10T09:46:54,265 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:46:54,266 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:46:54,266 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:46:54,267 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:46:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:46:54,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:46:54,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:46:54,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:46:54,272 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true, isMeta: true 2024-11-10T09:46:54,275 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting 2024-11-10T09:46:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:46:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101919374290002, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:46:54,276 INFO [RS:1;b048fef8bb35:32919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:46:54,276 INFO [RS:1;b048fef8bb35:32919 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,32919,1731232007419; zookeeper connection closed. 2024-11-10T09:46:54,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b8a204 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b8a204 2024-11-10T09:46:54,277 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=1, meta=true 2024-11-10T09:46:54,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta}] 2024-11-10T09:46:54,279 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:46:54,279 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:46:54,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:46:54,279 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:46:54,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:54,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:54,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:46:54,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:46:54,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:54,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:54,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:46:54,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:46:54,705 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:46:54,705 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:46:54,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T09:46:54,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-10T09:46:54,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:46:54,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:54,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:54,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:46:54,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:46:55,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:55,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:55,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:46:55,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:55,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:55,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:46:56,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:56,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:56,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:46:56,420 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2151 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:46:56,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:46:56,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:46:56,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:46:56,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:46:57,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:46:57,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:46:57,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:46:57,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-10T09:46:57,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:46:57,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T09:46:57,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:46:57,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T09:46:58,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:46:58,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:46:58,437 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:46:58,437 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4171 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:46:58,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:46:58,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:46:58,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:46:58,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:02,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:02,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:02,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:02,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8180 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:02,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:02,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:02,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:02,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:12,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:12,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:12,516 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:12,517 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18251 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:12,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:15,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:47:20,307 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b048fef8bb35:39567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T09:47:22,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:22,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:22,556 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:22,557 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28291 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:22,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:22,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:22,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:22,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:24,439 WARN [RS:2;b048fef8bb35:42371 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b048fef8bb35,32919,1731232007419: status=status unset, state=RUNNING, startTime=1731232014187, completionTime=-1 appears to have been leaked 2024-11-10T09:47:29,487 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T09:47:29,487 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T09:47:32,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:32,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:32,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:32,598 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38331 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:42,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:42,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:42,696 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:42,697 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48430 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:45,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:47:49,264 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T09:47:49,669 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aaa884b2f4f5c44a58ba330fa6bb798c changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,669 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 420d4829a81165fd8ca87039acddff3f changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,670 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3fadd93bd8647ca4d29e57d8ece55b75 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,670 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region da997b996110710d6549913e552764a8 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,670 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b96c6a3ab175b9a3fd4d71331cb7cbb8 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,670 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 01e5d716446de94f8b3c595657e7eef8 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,670 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ae374e2c58e38e2e906e5b2c09c5e13 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae20c2eb910e8f105b5a113ba8e78117 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad8c95e475720b3cdfd776e02191e206 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c6d5e0da73fa802db0005c439486cb9 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3c0d3d04b0ee3ca40067ff43307bb2bd changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 82e0926b2db9194baf9e666a894419f0 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af518e4034b825710ea2acd6b1845bd4 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region be3fe60eee795258b6a1f84960074d14 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d32645a3e72cc97d35573257a32d7dcf changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c63f3e6f9ff59a8b0aa96637f63b2c5c changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:49,671 DEBUG [master/b048fef8bb35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f9df8343b558dc8174ef56a2a5b18ee2 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:47:53,309 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b048fef8bb35:39567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T09:47:54,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:54,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:54,266 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:54,267 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 13, maxAttempts = 46, timeout = 60000 ms, time elapsed = 60001 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:54,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:54,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:54,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:54,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:54,268 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T09:46:54.271Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:46:54.377Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54.586Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:54.897Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:55.406Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:46:56.421Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:46:58.438Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:02.447Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:12.517Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:22.557Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:32.598Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:42.697Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:54.267Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.tryScheduleRetry(AsyncRpcRetryingCaller.java:130) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:215) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:54,270 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:47:54,270 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:47:54,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:47:54,270 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:47:54,270 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:47:54,270 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:47:54,270 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:47:54,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:47:54,270 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:47:54,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:47:54,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:47:54,273 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:47:54,274 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:47:54,274 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:47:54,274 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:47:54,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-10T09:47:54,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:47:54,275 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,32919,1731232007419, table=hbase:meta, region=1588230740 2024-11-10T09:47:54,275 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32919,1731232007419, state=OPEN 2024-11-10T09:47:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:47:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:47:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:47:54,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:47:54,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:47:54,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:47:54,279 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232104278 2024-11-10T09:47:54,279 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:47:54,279 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true, isMeta: true 2024-11-10T09:47:54,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:54,279 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:54,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:47:54,280 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,280 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,280 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:54,281 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=1, meta=true 2024-11-10T09:47:54,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta}] 2024-11-10T09:47:54,281 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:47:54,288 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:47:54,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:47:54,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:54,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:54,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:47:54,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:54,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-10T09:47:54,476 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, size=52.9 K (54214bytes) 2024-11-10T09:47:54,477 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T09:47:54,477 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T09:47:54,477 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta 2024-11-10T09:47:54,483 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta after 4ms 2024-11-10T09:47:54,491 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta took 16ms 2024-11-10T09:47:54,499 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:47:54,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta so closing down 2024-11-10T09:47:54,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T09:47:54,507 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta.temp 2024-11-10T09:47:54,511 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta.temp 2024-11-10T09:47:54,513 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T09:47:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741864_1040 (size=53973) 2024-11-10T09:47:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741864_1040 (size=53973) 2024-11-10T09:47:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741864_1040 (size=53973) 2024-11-10T09:47:54,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta.temp (wrote 57 edits, skipped 0 edits in 1 ms) 2024-11-10T09:47:54,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T09:47:54,534 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-10T09:47:54,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, journal: Splitting hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, size=52.9 K (54214bytes) at 1731232074476Finishing writing output for hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta so closing down at 1731232074507 (+31 ms)Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta.temp at 1731232074511 (+4 ms)3 split writer threads finished at 1731232074513 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta.temp (wrote 57 edits, skipped 0 edits in 1 ms) at 1731232074526 (+13 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731232074528 (+2 ms)Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731232074534 (+6 ms) 2024-11-10T09:47:54,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta 2024-11-10T09:47:54,536 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T09:47:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T09:47:54,547 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs 2024-11-10T09:47:54,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T09:47:54,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 in 257 msec 2024-11-10T09:47:54,551 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:47:54,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T09:47:54,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 in 271 msec 2024-11-10T09:47:54,558 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting dir is empty, no logs to split. 2024-11-10T09:47:54,558 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=0, meta=true 2024-11-10T09:47:54,558 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b048fef8bb35,32919,1731232007419 WAL splitting is done? wals=0, meta=true 2024-11-10T09:47:54,559 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:47:54,559 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:47:54,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:47:54,559 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:47:54,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:54,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:54,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:47:54,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:54,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:54,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:54,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:47:54,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:55,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:55,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:55,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:47:55,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:55,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:55,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:56,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:56,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:56,426 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:56,427 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2147 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:56,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:56,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:56,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:56,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:58,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:47:58,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:47:58,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:47:58,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4168 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:47:58,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:58,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:47:58,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:47:58,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:02,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:02,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:02,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:02,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8217 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:48:02,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:02,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:02,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:02,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:12,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:12,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:12,527 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:12,527 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18247 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:48:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:12,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:15,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:48:22,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:22,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:22,566 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:22,567 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28287 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:48:22,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:22,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:22,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:22,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:32,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:32,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:32,646 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:32,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38367 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:48:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:42,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:42,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:42,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:42,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48428 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:48:42,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:42,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:42,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:42,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:45,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:48:48,646 WARN [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 22, running: 1 2024-11-10T09:48:48,701 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T09:48:54,286 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T09:47:54.281Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54.386Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54.596Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:54.906Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:55.416Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:47:56.427Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:47:58.448Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:02.497Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:12.527Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:22.567Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:32.647Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:42.708Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T09:48:54,287 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:48:54,287 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:48:54,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:48:54,287 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:48:54,287 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:48:54,288 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:48:54,288 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:48:54,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:48:54,288 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:48:54,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:48:54,291 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:48:54,291 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:48:54,291 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:48:54,291 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:48:54,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:48:54,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:48:54,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:48:54,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:48:54,294 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:48:54,294 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:48:54,294 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:48:54,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T09:48:54,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:48:54,295 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,32919,1731232007419, table=hbase:meta, region=1588230740 2024-11-10T09:48:54,295 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32919,1731232007419, state=OPEN 2024-11-10T09:48:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:48:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:48:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:48:54,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:48:54,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:48:54,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:48:54,299 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232164299 2024-11-10T09:48:54,299 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:48:54,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:54,299 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:54,300 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:54,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:54,301 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting dir is empty, no logs to split. 2024-11-10T09:48:54,301 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=0, meta=true 2024-11-10T09:48:54,301 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b048fef8bb35,32919,1731232007419 WAL splitting is done? wals=0, meta=true 2024-11-10T09:48:54,301 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:48:54,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:48:54,304 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:48:54,304 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:48:54,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:48:54,304 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:48:54,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:54,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:54,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:48:54,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:54,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:54,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:54,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:48:54,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:54,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:54,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:54,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:48:54,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:55,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:55,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:55,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:48:55,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:55,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:55,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:56,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:56,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:56,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:56,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:48:56,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:56,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:58,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:48:58,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:48:58,467 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:48:58,467 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4168 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:48:58,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:58,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:48:58,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:48:58,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:00,311 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b048fef8bb35:39567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T09:49:02,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:02,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:49:02,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:49:02,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8208 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:49:02,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:02,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:49:02,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:02,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:12,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:12,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:49:12,596 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:49:12,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18297 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:49:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:49:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:12,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:15,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:49:22,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:22,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:49:22,637 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:49:22,637 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28338 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:49:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:49:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:27,715 WARN [RS:0;b048fef8bb35:43391 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b048fef8bb35,32919,1731232007419: status=Processing ServerCrashProcedure of b048fef8bb35,32919,1731232007419 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731232014259, completionTime=-1 appears to have been leaked 2024-11-10T09:49:27,715 WARN [RS:0;b048fef8bb35:43391 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b048fef8bb35,32919,1731232007419: status=Processing ServerCrashProcedure of b048fef8bb35,32919,1731232007419 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731232074274, completionTime=-1 appears to have been leaked 2024-11-10T09:49:32,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:32,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:49:32,646 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:49:32,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38347 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:49:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:49:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:42,726 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:42,726 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:49:42,727 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:49:42,727 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b048fef8bb35,32919,1731232007419 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48428 ms java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:49:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:49:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:45,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:49:54,305 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T09:48:54.301Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:54.407Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54.616Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:54.926Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:55.436Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:48:56.448Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:48:58.468Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:02.508Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:12.597Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:22.638Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:32.647Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:42.728Z, java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T09:49:54,307 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:54,307 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:49:54,307 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:54,307 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:49:54,307 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:49:54,307 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:49:54,307 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:49:54,307 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:49:54,308 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:49:54,308 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:49:54,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:49:54,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:54,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:54,310 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:49:54,311 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:49:54,311 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:54,311 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:54,311 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:54,311 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:49:54,311 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:54,311 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:54,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T09:49:54,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:54,312 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,32919,1731232007419, table=hbase:meta, region=1588230740 2024-11-10T09:49:54,313 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32919,1731232007419, state=OPEN 2024-11-10T09:49:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,317 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232224317 2024-11-10T09:49:54,317 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:49:54,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:49:54,317 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:49:54,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:54,318 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:49:54,319 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:49:54,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:54,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T09:49:54,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:54,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:54,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:49:54,321 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:54,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:54,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1] 2024-11-10T09:49:54,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:54,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:54,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:54,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:54,471 DEBUG [b048fef8bb35:39567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T09:49:54,472 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(204): Hosts are {b048fef8bb35=0} racks are {/default-rack=0} 2024-11-10T09:49:54,472 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T09:49:54,472 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T09:49:54,472 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T09:49:54,472 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T09:49:54,472 INFO [b048fef8bb35:39567 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T09:49:54,472 INFO [b048fef8bb35:39567 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T09:49:54,472 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T09:49:54,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:54,474 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,42371,1731232007459, state=OPENING 2024-11-10T09:49:54,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,476 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:49:54,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:49:54,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:49:54,635 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:49:54,635 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:49:54,635 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:49:54,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:54,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1] 2024-11-10T09:49:54,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:49:54,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:49:54,637 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C42371%2C1731232007459.meta, suffix=.meta, logDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,42371,1731232007459, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs, maxLogs=32 2024-11-10T09:49:54,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42371 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:60803 deadline: 1731232254319, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b048fef8bb35,42371,1731232007459 2024-11-10T09:49:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b048fef8bb35,42371,1731232007459 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:49:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b048fef8bb35,42371,1731232007459 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:49:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1 from cache 2024-11-10T09:49:54,653 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,42371,1731232007459/b048fef8bb35%2C42371%2C1731232007459.meta.1731232194639.meta, exclude list is [], retry=0 2024-11-10T09:49:54,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42533,DS-d8ed2db7-b018-4335-9f96-dbe9f58b28da,DISK] 2024-11-10T09:49:54,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37327,DS-eae42fa2-a218-4b21-9e48-c50e0644ac2e,DISK] 2024-11-10T09:49:54,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-16ae47e3-84d9-407b-b153-b73d161a25bd,DISK] 2024-11-10T09:49:54,659 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,42371,1731232007459/b048fef8bb35%2C42371%2C1731232007459.meta.1731232194639.meta 2024-11-10T09:49:54,659 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43553:43553),(127.0.0.1/127.0.0.1:41083:41083),(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-10T09:49:54,660 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:49:54,660 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:49:54,660 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:49:54,660 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:49:54,660 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:49:54,660 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:54,661 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:49:54,661 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:49:54,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:49:54,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:49:54,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:54,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:49:54,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:49:54,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:49:54,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:54,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:49:54,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:49:54,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:49:54,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:54,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:49:54,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:49:54,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:49:54,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:54,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:49:54,670 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:49:54,671 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740 2024-11-10T09:49:54,672 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740 2024-11-10T09:49:54,673 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T09:49:54,685 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T09:49:54,688 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-10T09:49:54,767 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/info/5f5a1d70da6348529dd2719943935e26 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c./info:regioninfo/1731232010424/Put/seqid=0 2024-11-10T09:49:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741866_1042 (size=58053) 2024-11-10T09:49:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741866_1042 (size=58053) 2024-11-10T09:49:54,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741866_1042 (size=58053) 2024-11-10T09:49:54,785 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/info/5f5a1d70da6348529dd2719943935e26 2024-11-10T09:49:54,855 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/ns/2ce6dce7cbd847f29dceb42ade27d0e1 is 43, key is default/ns:d/1731232009349/Put/seqid=0 2024-11-10T09:49:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741867_1043 (size=5153) 2024-11-10T09:49:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741867_1043 (size=5153) 2024-11-10T09:49:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741867_1043 (size=5153) 2024-11-10T09:49:54,865 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/ns/2ce6dce7cbd847f29dceb42ade27d0e1 2024-11-10T09:49:54,893 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/table/bd2facbeeb834a9791f3d5d4ba4a447b is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731232010738/Put/seqid=0 2024-11-10T09:49:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741868_1044 (size=5620) 2024-11-10T09:49:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741868_1044 (size=5620) 2024-11-10T09:49:54,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741868_1044 (size=5620) 2024-11-10T09:49:54,903 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/table/bd2facbeeb834a9791f3d5d4ba4a447b 2024-11-10T09:49:54,918 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/info/5f5a1d70da6348529dd2719943935e26 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/info/5f5a1d70da6348529dd2719943935e26 2024-11-10T09:49:54,926 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/info/5f5a1d70da6348529dd2719943935e26, entries=260, sequenceid=60, filesize=56.7 K 2024-11-10T09:49:54,929 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/ns/2ce6dce7cbd847f29dceb42ade27d0e1 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/ns/2ce6dce7cbd847f29dceb42ade27d0e1 2024-11-10T09:49:54,937 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/ns/2ce6dce7cbd847f29dceb42ade27d0e1, entries=2, sequenceid=60, filesize=5.0 K 2024-11-10T09:49:54,938 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/table/bd2facbeeb834a9791f3d5d4ba4a447b as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/table/bd2facbeeb834a9791f3d5d4ba4a447b 2024-11-10T09:49:54,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:54,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1] 2024-11-10T09:49:54,946 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/table/bd2facbeeb834a9791f3d5d4ba4a447b, entries=2, sequenceid=60, filesize=5.5 K 2024-11-10T09:49:54,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:60803 deadline: 1731232254318, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b048fef8bb35,42371,1731232007459 2024-11-10T09:49:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b048fef8bb35,42371,1731232007459 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:49:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b048fef8bb35,42371,1731232007459 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:49:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1 from cache 2024-11-10T09:49:54,952 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=60, compaction requested=false; wal=null 2024-11-10T09:49:54,954 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T09:49:54,956 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:49:54,956 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:49:54,956 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:49:54,958 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:49:54,961 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-10T09:49:54,962 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70849091, jitterRate=0.05573372542858124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:49:54,962 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:49:54,962 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731232194661Writing region info on filesystem at 1731232194661Initializing all the Stores at 1731232194662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232194662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232194663 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232194663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232194663Obtaining lock to block concurrent updates at 1731232194688 (+25 ms)Preparing flush snapshotting stores in 1588230740 at 1731232194688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731232194691 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731232194691Flushing 1588230740/info: creating writer at 1731232194694 (+3 ms)Flushing 1588230740/info: appending metadata at 1731232194757 (+63 ms)Flushing 1588230740/info: closing flushed file at 1731232194761 (+4 ms)Flushing 1588230740/ns: creating writer at 1731232194837 (+76 ms)Flushing 1588230740/ns: appending metadata at 1731232194854 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731232194854Flushing 1588230740/table: creating writer at 1731232194876 (+22 ms)Flushing 1588230740/table: appending metadata at 1731232194892 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731232194892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78122ad0: reopening flushed file at 1731232194916 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f781976: reopening flushed file at 1731232194928 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bade7d6: reopening flushed file at 1731232194937 (+9 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=60, compaction requested=false; wal=null at 1731232194952 (+15 ms)Cleaning up temporary data from old regions at 1731232194956 (+4 ms)Running coprocessor post-open hooks at 1731232194962 (+6 ms)Region opened successfully at 1731232194962 2024-11-10T09:49:54,964 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731232194628 2024-11-10T09:49:54,966 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:49:54,967 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:49:54,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:54,968 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,42371,1731232007459, state=OPEN 2024-11-10T09:49:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,971 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:54,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:54,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T09:49:54,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 in 495 msec 2024-11-10T09:49:54,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-10T09:49:54,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-10T09:49:55,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:55,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1] 2024-11-10T09:49:55,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad8c95e475720b3cdfd776e02191e206, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c6d5e0da73fa802db0005c439486cb9, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=420d4829a81165fd8ca87039acddff3f, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82e0926b2db9194baf9e666a894419f0, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,494 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,494 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af518e4034b825710ea2acd6b1845bd4, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,494 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da997b996110710d6549913e552764a8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,494 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,494 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,494 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be3fe60eee795258b6a1f84960074d14, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,495 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,495 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=01e5d716446de94f8b3c595657e7eef8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,495 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d32645a3e72cc97d35573257a32d7dcf, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,495 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,495 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,495 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,495 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,496 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,496 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,496 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bae367639c39ca992cb343d153131383, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,496 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T09:49:55,496 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232255496 2024-11-10T09:49:55,496 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232315496 2024-11-10T09:49:55,496 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1780 sec 2024-11-10T09:49:55,497 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b048fef8bb35,32919,1731232007419 had 10 regions 2024-11-10T09:49:55,497 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:49:55,497 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:55,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:55,497 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:49:55,746 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:55,747 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:49:55,747 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:55,747 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:49:55,747 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:49:55,747 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:49:55,747 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:49:55,747 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:49:55,748 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:49:55,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:49:55,750 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:49:55,750 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:55,750 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:55,750 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:55,751 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:55,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:49:55,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:55,753 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:55,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T09:49:55,754 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=61 2024-11-10T09:49:55,754 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,42371,1731232007459, table=hbase:meta, region=1588230740 2024-11-10T09:49:55,754 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,42371,1731232007459, state=OPEN 2024-11-10T09:49:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:55,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:55,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:55,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:55,759 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232225758 2024-11-10T09:49:55,759 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:49:55,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad8c95e475720b3cdfd776e02191e206, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c6d5e0da73fa802db0005c439486cb9, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=420d4829a81165fd8ca87039acddff3f, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82e0926b2db9194baf9e666a894419f0, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af518e4034b825710ea2acd6b1845bd4, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da997b996110710d6549913e552764a8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be3fe60eee795258b6a1f84960074d14, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=01e5d716446de94f8b3c595657e7eef8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d32645a3e72cc97d35573257a32d7dcf, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:55,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:55,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bae367639c39ca992cb343d153131383, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:55,768 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T09:49:55,768 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232255768 2024-11-10T09:49:55,768 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232315768 2024-11-10T09:49:55,768 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-10T09:49:55,768 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b048fef8bb35,32919,1731232007419 had 9 regions 2024-11-10T09:49:55,768 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:49:55,770 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true, isMeta: false 2024-11-10T09:49:55,773 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=1, meta=false 2024-11-10T09:49:55,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780}] 2024-11-10T09:49:55,773 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:49:55,773 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:55,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:55,773 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:49:56,018 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,018 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:49:56,018 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:56,018 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:49:56,019 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:49:56,019 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:49:56,019 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:49:56,019 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:49:56,019 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:49:56,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:49:56,021 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:49:56,022 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:56,022 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:56,022 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:56,022 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:56,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:49:56,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,023 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,023 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T09:49:56,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=61 2024-11-10T09:49:56,024 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,42371,1731232007459, table=hbase:meta, region=1588230740 2024-11-10T09:49:56,024 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,42371,1731232007459, state=OPEN 2024-11-10T09:49:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,027 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232226027 2024-11-10T09:49:56,027 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:49:56,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad8c95e475720b3cdfd776e02191e206, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c6d5e0da73fa802db0005c439486cb9, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=420d4829a81165fd8ca87039acddff3f, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82e0926b2db9194baf9e666a894419f0, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af518e4034b825710ea2acd6b1845bd4, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da997b996110710d6549913e552764a8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be3fe60eee795258b6a1f84960074d14, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=01e5d716446de94f8b3c595657e7eef8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d32645a3e72cc97d35573257a32d7dcf, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bae367639c39ca992cb343d153131383, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,035 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T09:49:56,035 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232256035 2024-11-10T09:49:56,035 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232316035 2024-11-10T09:49:56,035 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-10T09:49:56,036 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true, isMeta: false 2024-11-10T09:49:56,038 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=1, meta=false 2024-11-10T09:49:56,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780}] 2024-11-10T09:49:56,038 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:49:56,041 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:49:56,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:49:56,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-10T09:49:56,213 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780, size=291.4 K (298410bytes) 2024-11-10T09:49:56,213 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780 2024-11-10T09:49:56,213 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780 after 0ms 2024-11-10T09:49:56,219 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780 took 7ms 2024-11-10T09:49:56,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 731dcd2e1028ee10c84e1847cc00862f: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,223 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2f4212b634adffb62fba0e8875bb1460: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,224 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a4f8e82617029669ff767b4616a57c75: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,225 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bae367639c39ca992cb343d153131383: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 7bda7398382b7137d8574dbf3c30ae7b: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,227 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for eb3b72f673e3d5f07d3e5b783d4d67cc: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 50c61e0c80ffb41e0e747c6b04ad3b88: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,229 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bc668416ff4aebc7e6839c61b14cae03: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,230 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f3de55654ddf9dfac66a3036327de903: last_flushed_sequence_id: 18446744073709551615 2024-11-10T09:49:56,234 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,237 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,237 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,239 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,239 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,241 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,242 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,243 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,244 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,244 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,245 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,247 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,248 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,250 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780 so closing down 2024-11-10T09:49:56,250 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T09:49:56,252 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,252 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,257 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,257 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,260 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp 2024-11-10T09:49:56,260 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T09:49:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741869_1045 (size=36767) 2024-11-10T09:49:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741869_1045 (size=36767) 2024-11-10T09:49:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741869_1045 (size=36767) 2024-11-10T09:49:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741870_1046 (size=36767) 2024-11-10T09:49:56,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741870_1046 (size=36767) 2024-11-10T09:49:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741870_1046 (size=36767) 2024-11-10T09:49:56,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004 2024-11-10T09:49:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741871_1047 (size=36767) 2024-11-10T09:49:56,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004 2024-11-10T09:49:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741871_1047 (size=36767) 2024-11-10T09:49:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741871_1047 (size=36767) 2024-11-10T09:49:56,281 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T09:49:56,282 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004 2024-11-10T09:49:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741872_1048 (size=262) 2024-11-10T09:49:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741872_1048 (size=262) 2024-11-10T09:49:56,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741872_1048 (size=262) 2024-11-10T09:49:56,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004 2024-11-10T09:49:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741873_1049 (size=36767) 2024-11-10T09:49:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741873_1049 (size=36767) 2024-11-10T09:49:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741873_1049 (size=36767) 2024-11-10T09:49:56,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004 2024-11-10T09:49:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741874_1050 (size=36767) 2024-11-10T09:49:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741874_1050 (size=36767) 2024-11-10T09:49:56,308 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,310 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004 2024-11-10T09:49:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741874_1050 (size=36767) 2024-11-10T09:49:56,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741875_1051 (size=36767) 2024-11-10T09:49:56,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741875_1051 (size=36767) 2024-11-10T09:49:56,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741875_1051 (size=36767) 2024-11-10T09:49:56,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004 2024-11-10T09:49:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741876_1052 (size=36767) 2024-11-10T09:49:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741876_1052 (size=36767) 2024-11-10T09:49:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741876_1052 (size=36767) 2024-11-10T09:49:56,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004 2024-11-10T09:49:56,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741877_1053 (size=36767) 2024-11-10T09:49:56,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741877_1053 (size=36767) 2024-11-10T09:49:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741877_1053 (size=36767) 2024-11-10T09:49:56,338 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T09:49:56,339 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004 2024-11-10T09:49:56,340 INFO [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 121 ms; skipped=9; WAL=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780, size=291.4 K, length=298410, corrupted=false, cancelled=false 2024-11-10T09:49:56,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780, journal: Splitting hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780, size=291.4 K (298410bytes) at 1731232196213Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196237 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196239 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196242 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196244 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196244Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196247 (+3 ms)Split 7 edits, skipped 9 edits. at 1731232196248 (+1 ms)Finishing writing output for hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780 so closing down at 1731232196250 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196257 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196257Creating recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp at 1731232196260 (+3 ms)3 split writer threads finished at 1731232196260Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196274 (+14 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196276 (+2 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004 at 1731232196277 (+1 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004 at 1731232196279 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731232196281 (+2 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004 at 1731232196282 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196289 (+7 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004 at 1731232196290 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196300 (+10 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004 at 1731232196304 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196308 (+4 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004 at 1731232196310 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196321 (+11 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004 at 1731232196323 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196328 (+5 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004 at 1731232196330 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731232196338 (+8 ms)Rename recovered edits hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004-b048fef8bb35%2C32919%2C1731232007419.1731232008780.temp to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004 at 1731232196340 (+2 ms)Processed 18 edits across 9 Regions in 121 ms; skipped=9; WAL=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780, size=291.4 K, length=298410, corrupted=false, cancelled=false at 1731232196340 2024-11-10T09:49:56,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780 2024-11-10T09:49:56,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-10T09:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-10T09:49:56,344 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting/b048fef8bb35%2C32919%2C1731232007419.1731232008780 to hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs 2024-11-10T09:49:56,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T09:49:56,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 in 303 msec 2024-11-10T09:49:56,348 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-10T09:49:56,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 in 310 msec 2024-11-10T09:49:56,351 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting dir is empty, no logs to split. 2024-11-10T09:49:56,351 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=0, meta=false 2024-11-10T09:49:56,352 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b048fef8bb35,32919,1731232007419 WAL splitting is done? wals=0, meta=false 2024-11-10T09:49:56,352 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:49:56,352 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:56,352 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:49:56,536 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,536 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:49:56,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:56,536 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:49:56,536 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:49:56,536 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:49:56,536 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:49:56,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:49:56,537 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:49:56,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:56,540 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:49:56,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,542 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,543 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,543 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,543 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,543 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T09:49:56,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=61 2024-11-10T09:49:56,543 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,42371,1731232007459, table=hbase:meta, region=1588230740 2024-11-10T09:49:56,544 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,42371,1731232007459, state=OPEN 2024-11-10T09:49:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,547 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232226547 2024-11-10T09:49:56,547 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:49:56,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad8c95e475720b3cdfd776e02191e206, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c6d5e0da73fa802db0005c439486cb9, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=420d4829a81165fd8ca87039acddff3f, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82e0926b2db9194baf9e666a894419f0, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af518e4034b825710ea2acd6b1845bd4, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da997b996110710d6549913e552764a8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be3fe60eee795258b6a1f84960074d14, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=01e5d716446de94f8b3c595657e7eef8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d32645a3e72cc97d35573257a32d7dcf, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,556 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,556 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,556 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,556 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bae367639c39ca992cb343d153131383, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,556 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T09:49:56,556 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232256556 2024-11-10T09:49:56,556 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232316556 2024-11-10T09:49:56,556 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-10T09:49:56,557 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server b048fef8bb35,32919,1731232007419 does not exist 2024-11-10T09:49:56,557 INFO [PEWorker-1 {}] master.SplitWALManager(105): b048fef8bb35,32919,1731232007419 WAL count=0, meta=false 2024-11-10T09:49:56,557 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b048fef8bb35,32919,1731232007419 WAL splitting is done? wals=0, meta=false 2024-11-10T09:49:56,558 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b048fef8bb35,32919,1731232007419 failed, ignore...File hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/WALs/b048fef8bb35,32919,1731232007419-splitting does not exist. 2024-11-10T09:49:56,558 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:49:56,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN}] 2024-11-10T09:49:56,560 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:49:56,560 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:56,560 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:49:56,806 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,806 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:49:56,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:56,806 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:49:56,806 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:49:56,807 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:49:56,807 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:49:56,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:49:56,807 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:49:56,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:56,809 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:49:56,810 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:56,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T09:49:56,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=61 2024-11-10T09:49:56,812 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,42371,1731232007459, table=hbase:meta, region=1588230740 2024-11-10T09:49:56,812 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,42371,1731232007459, state=OPEN 2024-11-10T09:49:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:56,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:56,815 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232226815 2024-11-10T09:49:56,815 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:49:56,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad8c95e475720b3cdfd776e02191e206, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c6d5e0da73fa802db0005c439486cb9, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=420d4829a81165fd8ca87039acddff3f, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82e0926b2db9194baf9e666a894419f0, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af518e4034b825710ea2acd6b1845bd4, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da997b996110710d6549913e552764a8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be3fe60eee795258b6a1f84960074d14, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=01e5d716446de94f8b3c595657e7eef8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d32645a3e72cc97d35573257a32d7dcf, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:56,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bae367639c39ca992cb343d153131383, regionState=OPEN, lastHost=b048fef8bb35,32919,1731232007419, regionLocation=b048fef8bb35,32919,1731232007419, openSeqNum=2 2024-11-10T09:49:56,821 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T09:49:56,821 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232256821 2024-11-10T09:49:56,821 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232316821 2024-11-10T09:49:56,822 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-10T09:49:56,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN}] 2024-11-10T09:49:56,822 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:49:56,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN 2024-11-10T09:49:56,825 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,826 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN 2024-11-10T09:49:56,827 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,828 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN 2024-11-10T09:49:56,829 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,830 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN 2024-11-10T09:49:56,831 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN 2024-11-10T09:49:56,832 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,833 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN 2024-11-10T09:49:56,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,834 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN 2024-11-10T09:49:56,835 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,836 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN 2024-11-10T09:49:56,836 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,837 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN 2024-11-10T09:49:56,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:49:56,976 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(204): Hosts are {b048fef8bb35=0} racks are {/default-rack=0} 2024-11-10T09:49:56,976 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T09:49:56,976 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T09:49:56,977 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T09:49:56,977 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T09:49:56,977 INFO [b048fef8bb35:39567 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T09:49:56,977 INFO [b048fef8bb35:39567 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T09:49:56,977 DEBUG [b048fef8bb35:39567 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T09:49:56,977 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=2f4212b634adffb62fba0e8875bb1460, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=731dcd2e1028ee10c84e1847cc00862f, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=bc668416ff4aebc7e6839c61b14cae03, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f3de55654ddf9dfac66a3036327de903, regionState=OPENING, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:56,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=bae367639c39ca992cb343d153131383, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=a4f8e82617029669ff767b4616a57c75, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN because future has completed 2024-11-10T09:49:56,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPENING, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:56,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:49:56,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN because future has completed 2024-11-10T09:49:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN because future has completed 2024-11-10T09:49:56,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN because future has completed 2024-11-10T09:49:56,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN because future has completed 2024-11-10T09:49:56,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN because future has completed 2024-11-10T09:49:56,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:49:56,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN because future has completed 2024-11-10T09:49:56,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN because future has completed 2024-11-10T09:49:56,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN because future has completed 2024-11-10T09:49:56,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:49:56,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:49:56,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:49:57,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,43391,1731232007318}] 2024-11-10T09:49:57,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:49:57,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:49:57,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,42371,1731232007459}] 2024-11-10T09:49:57,140 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:57,140 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => bc668416ff4aebc7e6839c61b14cae03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-10T09:49:57,140 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,140 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,140 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,140 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,142 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,143 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc668416ff4aebc7e6839c61b14cae03 columnFamilyName colfamily11 2024-11-10T09:49:57,143 DEBUG [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,143 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(327): Store=bc668416ff4aebc7e6839c61b14cae03/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,144 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,145 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:57,145 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => bae367639c39ca992cb343d153131383, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-10T09:49:57,145 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,145 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,145 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,145 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,146 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc668416ff4aebc7e6839c61b14cae03 columnFamilyName colfamily21 2024-11-10T09:49:57,146 DEBUG [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,146 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(327): Store=bc668416ff4aebc7e6839c61b14cae03/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,146 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,147 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc668416ff4aebc7e6839c61b14cae03 columnFamilyName colfamily31 2024-11-10T09:49:57,147 DEBUG [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,147 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,147 INFO [StoreOpener-bc668416ff4aebc7e6839c61b14cae03-1 {}] regionserver.HStore(327): Store=bc668416ff4aebc7e6839c61b14cae03/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,148 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,148 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367639c39ca992cb343d153131383 columnFamilyName colfamily11 2024-11-10T09:49:57,148 DEBUG [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,148 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,148 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(327): Store=bae367639c39ca992cb343d153131383/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,149 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,149 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367639c39ca992cb343d153131383 columnFamilyName colfamily21 2024-11-10T09:49:57,149 DEBUG [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,150 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(327): Store=bae367639c39ca992cb343d153131383/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,150 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,150 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,151 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367639c39ca992cb343d153131383 columnFamilyName colfamily31 2024-11-10T09:49:57,151 DEBUG [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,151 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004 2024-11-10T09:49:57,151 INFO [StoreOpener-bae367639c39ca992cb343d153131383-1 {}] regionserver.HStore(327): Store=bae367639c39ca992cb343d153131383/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,151 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,152 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,154 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,155 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004 2024-11-10T09:49:57,157 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004 2024-11-10T09:49:57,157 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing bc668416ff4aebc7e6839c61b14cae03 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,158 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004 2024-11-10T09:49:57,158 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing bae367639c39ca992cb343d153131383 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-10T09:49:57,177 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/.tmp/colfamily11/b2a4b463fe4240ecae406193640203ea is 52, key is zzz/colfamily11:colfamily11/1731232013519/Put/seqid=0 2024-11-10T09:49:57,184 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/.tmp/colfamily11/e6814d13f4454511a5ea8cf0d4ac3ec2 is 52, key is kkk/colfamily11:colfamily11/1731232013347/Put/seqid=0 2024-11-10T09:49:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741878_1054 (size=4857) 2024-11-10T09:49:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741878_1054 (size=4857) 2024-11-10T09:49:57,187 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/.tmp/colfamily11/b2a4b463fe4240ecae406193640203ea 2024-11-10T09:49:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741878_1054 (size=4857) 2024-11-10T09:49:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741879_1055 (size=39263) 2024-11-10T09:49:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741879_1055 (size=39263) 2024-11-10T09:49:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741879_1055 (size=39263) 2024-11-10T09:49:57,194 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/.tmp/colfamily11/e6814d13f4454511a5ea8cf0d4ac3ec2 2024-11-10T09:49:57,196 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/.tmp/colfamily11/b2a4b463fe4240ecae406193640203ea as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/colfamily11/b2a4b463fe4240ecae406193640203ea 2024-11-10T09:49:57,201 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/.tmp/colfamily11/e6814d13f4454511a5ea8cf0d4ac3ec2 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/colfamily11/e6814d13f4454511a5ea8cf0d4ac3ec2 2024-11-10T09:49:57,203 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/colfamily11/b2a4b463fe4240ecae406193640203ea, entries=1, sequenceid=4, filesize=4.7 K 2024-11-10T09:49:57,203 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for bae367639c39ca992cb343d153131383 in 45ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,204 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/0000000000000000004 2024-11-10T09:49:57,205 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,205 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,206 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,208 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,209 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/colfamily11/e6814d13f4454511a5ea8cf0d4ac3ec2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,210 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bc668416ff4aebc7e6839c61b14cae03 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,211 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/0000000000000000004 2024-11-10T09:49:57,211 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,212 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened bae367639c39ca992cb343d153131383; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74317922, jitterRate=0.107423335313797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,212 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bae367639c39ca992cb343d153131383 2024-11-10T09:49:57,212 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,212 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,212 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for bae367639c39ca992cb343d153131383: Running coprocessor pre-open hook at 1731232197146Writing region info on filesystem at 1731232197146Initializing all the Stores at 1731232197147 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197147Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197147Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197147Obtaining lock to block concurrent updates at 1731232197158 (+11 ms)Preparing flush snapshotting stores in bae367639c39ca992cb343d153131383 at 1731232197158Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731232197158Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. at 1731232197158Flushing bae367639c39ca992cb343d153131383/colfamily11: creating writer at 1731232197159 (+1 ms)Flushing bae367639c39ca992cb343d153131383/colfamily11: appending metadata at 1731232197177 (+18 ms)Flushing bae367639c39ca992cb343d153131383/colfamily11: closing flushed file at 1731232197177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef00aef: reopening flushed file at 1731232197195 (+18 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for bae367639c39ca992cb343d153131383 in 45ms, sequenceid=4, compaction requested=false; wal=null at 1731232197203 (+8 ms)Cleaning up temporary data from old regions at 1731232197205 (+2 ms)Running coprocessor post-open hooks at 1731232197212 (+7 ms)Region opened successfully at 1731232197212 2024-11-10T09:49:57,213 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,213 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., pid=74, masterSystemTime=1731232197141 2024-11-10T09:49:57,216 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,216 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:57,216 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:57,216 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:57,216 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => eb3b72f673e3d5f07d3e5b783d4d67cc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-10T09:49:57,217 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,217 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=bae367639c39ca992cb343d153131383, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,217 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,217 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:49:57,220 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,220 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,221 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened bc668416ff4aebc7e6839c61b14cae03; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68791139, jitterRate=0.025067850947380066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,221 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:57,221 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3b72f673e3d5f07d3e5b783d4d67cc columnFamilyName colfamily11 2024-11-10T09:49:57,222 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for bc668416ff4aebc7e6839c61b14cae03: Running coprocessor pre-open hook at 1731232197140Writing region info on filesystem at 1731232197140Initializing all the Stores at 1731232197141 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197142 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197142Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197142Obtaining lock to block concurrent updates at 1731232197157 (+15 ms)Preparing flush snapshotting stores in bc668416ff4aebc7e6839c61b14cae03 at 1731232197157Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197157Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. at 1731232197157Flushing bc668416ff4aebc7e6839c61b14cae03/colfamily11: creating writer at 1731232197158 (+1 ms)Flushing bc668416ff4aebc7e6839c61b14cae03/colfamily11: appending metadata at 1731232197183 (+25 ms)Flushing bc668416ff4aebc7e6839c61b14cae03/colfamily11: closing flushed file at 1731232197183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217a9fa4: reopening flushed file at 1731232197200 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bc668416ff4aebc7e6839c61b14cae03 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731232197210 (+10 ms)Cleaning up temporary data from old regions at 1731232197212 (+2 ms)Running coprocessor post-open hooks at 1731232197221 (+9 ms)Region opened successfully at 1731232197221 2024-11-10T09:49:57,222 DEBUG [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,222 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(327): Store=eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,222 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,223 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3b72f673e3d5f07d3e5b783d4d67cc columnFamilyName colfamily21 2024-11-10T09:49:57,223 DEBUG [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,224 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., pid=80, masterSystemTime=1731232197135 2024-11-10T09:49:57,224 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(327): Store=eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=65 2024-11-10T09:49:57,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,43391,1731232007318 in 234 msec 2024-11-10T09:49:57,224 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,225 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3b72f673e3d5f07d3e5b783d4d67cc columnFamilyName colfamily31 2024-11-10T09:49:57,225 DEBUG [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,226 INFO [StoreOpener-eb3b72f673e3d5f07d3e5b783d4d67cc-1 {}] regionserver.HStore(327): Store=eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,226 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,226 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,227 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:57,227 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:57,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN in 402 msec 2024-11-10T09:49:57,227 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:57,227 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 731dcd2e1028ee10c84e1847cc00862f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-10T09:49:57,228 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,228 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,228 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,228 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,228 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,229 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004 2024-11-10T09:49:57,229 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,230 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731dcd2e1028ee10c84e1847cc00862f columnFamilyName colfamily11 2024-11-10T09:49:57,231 DEBUG [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,231 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(327): Store=731dcd2e1028ee10c84e1847cc00862f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,231 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:49:57,234 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731dcd2e1028ee10c84e1847cc00862f columnFamilyName colfamily21 2024-11-10T09:49:57,234 DEBUG [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,234 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(327): Store=731dcd2e1028ee10c84e1847cc00862f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,234 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=72 2024-11-10T09:49:57,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,42371,1731232007459 in 227 msec 2024-11-10T09:49:57,235 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731dcd2e1028ee10c84e1847cc00862f columnFamilyName colfamily31 2024-11-10T09:49:57,236 DEBUG [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,236 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004 2024-11-10T09:49:57,236 INFO [StoreOpener-731dcd2e1028ee10c84e1847cc00862f-1 {}] regionserver.HStore(327): Store=731dcd2e1028ee10c84e1847cc00862f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,236 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing eb3b72f673e3d5f07d3e5b783d4d67cc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,237 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN in 414 msec 2024-11-10T09:49:57,238 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,241 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,242 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004 2024-11-10T09:49:57,248 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004 2024-11-10T09:49:57,248 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 731dcd2e1028ee10c84e1847cc00862f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,254 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/.tmp/colfamily11/2206dae18b9d41a2bda9d5930972654a is 52, key is nnn/colfamily11:colfamily11/1731232013388/Put/seqid=0 2024-11-10T09:49:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741880_1056 (size=39263) 2024-11-10T09:49:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741880_1056 (size=39263) 2024-11-10T09:49:57,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741880_1056 (size=39263) 2024-11-10T09:49:57,264 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/.tmp/colfamily11/2206dae18b9d41a2bda9d5930972654a 2024-11-10T09:49:57,272 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/.tmp/colfamily11/2206dae18b9d41a2bda9d5930972654a as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily11/2206dae18b9d41a2bda9d5930972654a 2024-11-10T09:49:57,273 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/.tmp/colfamily11/4bdb5efb99fb4affac39d082b7d35046 is 52, key is qqq/colfamily11:colfamily11/1731232013428/Put/seqid=0 2024-11-10T09:49:57,280 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily11/2206dae18b9d41a2bda9d5930972654a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,281 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb3b72f673e3d5f07d3e5b783d4d67cc in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,281 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/0000000000000000004 2024-11-10T09:49:57,283 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,283 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741881_1057 (size=39263) 2024-11-10T09:49:57,285 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741881_1057 (size=39263) 2024-11-10T09:49:57,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741881_1057 (size=39263) 2024-11-10T09:49:57,286 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/.tmp/colfamily11/4bdb5efb99fb4affac39d082b7d35046 2024-11-10T09:49:57,288 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,291 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,292 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened eb3b72f673e3d5f07d3e5b783d4d67cc; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69471809, jitterRate=0.03521062433719635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,292 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:57,293 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for eb3b72f673e3d5f07d3e5b783d4d67cc: Running coprocessor pre-open hook at 1731232197217Writing region info on filesystem at 1731232197217Initializing all the Stores at 1731232197219 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197219Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197220 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197220Obtaining lock to block concurrent updates at 1731232197236 (+16 ms)Preparing flush snapshotting stores in eb3b72f673e3d5f07d3e5b783d4d67cc at 1731232197236Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197236Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. at 1731232197236Flushing eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily11: creating writer at 1731232197237 (+1 ms)Flushing eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily11: appending metadata at 1731232197254 (+17 ms)Flushing eb3b72f673e3d5f07d3e5b783d4d67cc/colfamily11: closing flushed file at 1731232197254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae65f67: reopening flushed file at 1731232197271 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb3b72f673e3d5f07d3e5b783d4d67cc in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731232197281 (+10 ms)Cleaning up temporary data from old regions at 1731232197283 (+2 ms)Running coprocessor post-open hooks at 1731232197292 (+9 ms)Region opened successfully at 1731232197293 (+1 ms) 2024-11-10T09:49:57,294 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., pid=77, masterSystemTime=1731232197141 2024-11-10T09:49:57,294 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/.tmp/colfamily11/4bdb5efb99fb4affac39d082b7d35046 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/colfamily11/4bdb5efb99fb4affac39d082b7d35046 2024-11-10T09:49:57,296 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:57,296 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:57,296 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:57,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => a4f8e82617029669ff767b4616a57c75, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-10T09:49:57,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,297 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:49:57,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=67 2024-11-10T09:49:57,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,43391,1731232007318 in 302 msec 2024-11-10T09:49:57,303 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/colfamily11/4bdb5efb99fb4affac39d082b7d35046, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,303 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 731dcd2e1028ee10c84e1847cc00862f in 55ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,305 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/0000000000000000004 2024-11-10T09:49:57,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN in 481 msec 2024-11-10T09:49:57,305 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,306 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,306 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,306 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4f8e82617029669ff767b4616a57c75 columnFamilyName colfamily11 2024-11-10T09:49:57,306 DEBUG [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,307 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,307 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(327): Store=a4f8e82617029669ff767b4616a57c75/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,307 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,308 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4f8e82617029669ff767b4616a57c75 columnFamilyName colfamily21 2024-11-10T09:49:57,308 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,308 DEBUG [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,309 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(327): Store=a4f8e82617029669ff767b4616a57c75/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,309 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,310 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4f8e82617029669ff767b4616a57c75 columnFamilyName colfamily31 2024-11-10T09:49:57,310 DEBUG [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,310 INFO [StoreOpener-a4f8e82617029669ff767b4616a57c75-1 {}] regionserver.HStore(327): Store=a4f8e82617029669ff767b4616a57c75/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,310 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,311 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,311 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,312 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 731dcd2e1028ee10c84e1847cc00862f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60411275, jitterRate=-0.09980185329914093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,313 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:57,313 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,313 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 731dcd2e1028ee10c84e1847cc00862f: Running coprocessor pre-open hook at 1731232197228Writing region info on filesystem at 1731232197228Initializing all the Stores at 1731232197229 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197229Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197229Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197229Obtaining lock to block concurrent updates at 1731232197248 (+19 ms)Preparing flush snapshotting stores in 731dcd2e1028ee10c84e1847cc00862f at 1731232197248Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197248Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. at 1731232197248Flushing 731dcd2e1028ee10c84e1847cc00862f/colfamily11: creating writer at 1731232197248Flushing 731dcd2e1028ee10c84e1847cc00862f/colfamily11: appending metadata at 1731232197273 (+25 ms)Flushing 731dcd2e1028ee10c84e1847cc00862f/colfamily11: closing flushed file at 1731232197273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0cedf2: reopening flushed file at 1731232197293 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 731dcd2e1028ee10c84e1847cc00862f in 55ms, sequenceid=4, compaction requested=false; wal=null at 1731232197303 (+10 ms)Cleaning up temporary data from old regions at 1731232197306 (+3 ms)Running coprocessor post-open hooks at 1731232197313 (+7 ms)Region opened successfully at 1731232197313 2024-11-10T09:49:57,314 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., pid=81, masterSystemTime=1731232197135 2024-11-10T09:49:57,314 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004 2024-11-10T09:49:57,316 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:57,316 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:57,316 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:57,316 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f4212b634adffb62fba0e8875bb1460, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-10T09:49:57,316 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,316 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,317 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,317 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,318 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,319 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4212b634adffb62fba0e8875bb1460 columnFamilyName colfamily11 2024-11-10T09:49:57,320 DEBUG [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:49:57,320 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004 2024-11-10T09:49:57,320 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(327): Store=2f4212b634adffb62fba0e8875bb1460/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,320 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing a4f8e82617029669ff767b4616a57c75 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,320 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,322 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4212b634adffb62fba0e8875bb1460 columnFamilyName colfamily21 2024-11-10T09:49:57,322 DEBUG [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,323 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(327): Store=2f4212b634adffb62fba0e8875bb1460/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,323 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=68 2024-11-10T09:49:57,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,42371,1731232007459 in 312 msec 2024-11-10T09:49:57,324 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4212b634adffb62fba0e8875bb1460 columnFamilyName colfamily31 2024-11-10T09:49:57,324 DEBUG [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,325 INFO [StoreOpener-2f4212b634adffb62fba0e8875bb1460-1 {}] regionserver.HStore(327): Store=2f4212b634adffb62fba0e8875bb1460/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,325 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN in 501 msec 2024-11-10T09:49:57,326 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,327 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,328 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004 2024-11-10T09:49:57,333 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004 2024-11-10T09:49:57,333 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 2f4212b634adffb62fba0e8875bb1460 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,341 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/.tmp/colfamily11/a9e9ed856c224c8a95bd0e6da8347eb3 is 52, key is ggg/colfamily11:colfamily11/1731232013295/Put/seqid=0 2024-11-10T09:49:57,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741882_1058 (size=39263) 2024-11-10T09:49:57,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741882_1058 (size=39263) 2024-11-10T09:49:57,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741882_1058 (size=39263) 2024-11-10T09:49:57,351 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/.tmp/colfamily11/a9e9ed856c224c8a95bd0e6da8347eb3 2024-11-10T09:49:57,355 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/.tmp/colfamily11/a533c411d5314eda885a160b9b8b0be1 is 52, key is www/colfamily11:colfamily11/1731232013506/Put/seqid=0 2024-11-10T09:49:57,359 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/.tmp/colfamily11/a9e9ed856c224c8a95bd0e6da8347eb3 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/colfamily11/a9e9ed856c224c8a95bd0e6da8347eb3 2024-11-10T09:49:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741883_1059 (size=39263) 2024-11-10T09:49:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741883_1059 (size=39263) 2024-11-10T09:49:57,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741883_1059 (size=39263) 2024-11-10T09:49:57,364 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/.tmp/colfamily11/a533c411d5314eda885a160b9b8b0be1 2024-11-10T09:49:57,367 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/colfamily11/a9e9ed856c224c8a95bd0e6da8347eb3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,367 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a4f8e82617029669ff767b4616a57c75 in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,368 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/0000000000000000004 2024-11-10T09:49:57,369 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,369 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,370 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,371 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/.tmp/colfamily11/a533c411d5314eda885a160b9b8b0be1 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/colfamily11/a533c411d5314eda885a160b9b8b0be1 2024-11-10T09:49:57,372 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,374 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,375 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened a4f8e82617029669ff767b4616a57c75; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63162416, jitterRate=-0.058806657791137695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,375 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:57,376 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for a4f8e82617029669ff767b4616a57c75: Running coprocessor pre-open hook at 1731232197298Writing region info on filesystem at 1731232197298Initializing all the Stores at 1731232197305 (+7 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197305Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197305Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197305Obtaining lock to block concurrent updates at 1731232197320 (+15 ms)Preparing flush snapshotting stores in a4f8e82617029669ff767b4616a57c75 at 1731232197320Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197321 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. at 1731232197321Flushing a4f8e82617029669ff767b4616a57c75/colfamily11: creating writer at 1731232197321Flushing a4f8e82617029669ff767b4616a57c75/colfamily11: appending metadata at 1731232197341 (+20 ms)Flushing a4f8e82617029669ff767b4616a57c75/colfamily11: closing flushed file at 1731232197341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7ca93b: reopening flushed file at 1731232197358 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a4f8e82617029669ff767b4616a57c75 in 47ms, sequenceid=4, compaction requested=false; wal=null at 1731232197367 (+9 ms)Cleaning up temporary data from old regions at 1731232197369 (+2 ms)Running coprocessor post-open hooks at 1731232197375 (+6 ms)Region opened successfully at 1731232197375 2024-11-10T09:49:57,377 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., pid=76, masterSystemTime=1731232197141 2024-11-10T09:49:57,378 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/colfamily11/a533c411d5314eda885a160b9b8b0be1, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,379 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:57,379 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2f4212b634adffb62fba0e8875bb1460 in 45ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,379 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:57,379 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:57,379 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 50c61e0c80ffb41e0e747c6b04ad3b88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-10T09:49:57,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,379 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,379 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,380 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,380 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,380 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/0000000000000000004 2024-11-10T09:49:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:49:57,381 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,382 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,382 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,382 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,383 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c61e0c80ffb41e0e747c6b04ad3b88 columnFamilyName colfamily11 2024-11-10T09:49:57,383 DEBUG [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,383 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(327): Store=50c61e0c80ffb41e0e747c6b04ad3b88/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,383 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,384 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c61e0c80ffb41e0e747c6b04ad3b88 columnFamilyName colfamily21 2024-11-10T09:49:57,384 DEBUG [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=71 2024-11-10T09:49:57,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,43391,1731232007318 in 387 msec 2024-11-10T09:49:57,385 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(327): Store=50c61e0c80ffb41e0e747c6b04ad3b88/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,385 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,386 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,386 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c61e0c80ffb41e0e747c6b04ad3b88 columnFamilyName colfamily31 2024-11-10T09:49:57,386 DEBUG [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN in 563 msec 2024-11-10T09:49:57,387 INFO [StoreOpener-50c61e0c80ffb41e0e747c6b04ad3b88-1 {}] regionserver.HStore(327): Store=50c61e0c80ffb41e0e747c6b04ad3b88/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,387 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,388 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,389 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,390 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 2f4212b634adffb62fba0e8875bb1460; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60854788, jitterRate=-0.09319299459457397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,390 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:57,390 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 2f4212b634adffb62fba0e8875bb1460: Running coprocessor pre-open hook at 1731232197317Writing region info on filesystem at 1731232197317Initializing all the Stores at 1731232197318 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197318Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197318Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197318Obtaining lock to block concurrent updates at 1731232197333 (+15 ms)Preparing flush snapshotting stores in 2f4212b634adffb62fba0e8875bb1460 at 1731232197333Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197333Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. at 1731232197333Flushing 2f4212b634adffb62fba0e8875bb1460/colfamily11: creating writer at 1731232197333Flushing 2f4212b634adffb62fba0e8875bb1460/colfamily11: appending metadata at 1731232197354 (+21 ms)Flushing 2f4212b634adffb62fba0e8875bb1460/colfamily11: closing flushed file at 1731232197354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5cfea3: reopening flushed file at 1731232197370 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2f4212b634adffb62fba0e8875bb1460 in 45ms, sequenceid=4, compaction requested=false; wal=null at 1731232197379 (+9 ms)Cleaning up temporary data from old regions at 1731232197382 (+3 ms)Running coprocessor post-open hooks at 1731232197390 (+8 ms)Region opened successfully at 1731232197390 2024-11-10T09:49:57,390 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,391 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., pid=73, masterSystemTime=1731232197135 2024-11-10T09:49:57,391 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004 2024-11-10T09:49:57,393 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:57,393 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:57,393 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:57,393 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => f3de55654ddf9dfac66a3036327de903, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-10T09:49:57,394 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,394 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,394 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,394 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,396 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:49:57,398 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3de55654ddf9dfac66a3036327de903 columnFamilyName colfamily11 2024-11-10T09:49:57,398 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004 2024-11-10T09:49:57,398 DEBUG [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,398 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 50c61e0c80ffb41e0e747c6b04ad3b88 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,398 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(327): Store=f3de55654ddf9dfac66a3036327de903/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,399 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,400 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3de55654ddf9dfac66a3036327de903 columnFamilyName colfamily21 2024-11-10T09:49:57,400 DEBUG [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,401 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(327): Store=f3de55654ddf9dfac66a3036327de903/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,401 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=70 2024-11-10T09:49:57,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,42371,1731232007459 in 415 msec 2024-11-10T09:49:57,402 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3de55654ddf9dfac66a3036327de903 columnFamilyName colfamily31 2024-11-10T09:49:57,402 DEBUG [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,403 INFO [StoreOpener-f3de55654ddf9dfac66a3036327de903-1 {}] regionserver.HStore(327): Store=f3de55654ddf9dfac66a3036327de903/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,403 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,404 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN in 580 msec 2024-11-10T09:49:57,405 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,406 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004 2024-11-10T09:49:57,412 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004 2024-11-10T09:49:57,412 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing f3de55654ddf9dfac66a3036327de903 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,417 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/.tmp/colfamily11/48f325f01eee4b12b2b2c8006a2de176 is 52, key is aaa/colfamily11:colfamily11/1731232013134/Put/seqid=0 2024-11-10T09:49:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741884_1060 (size=39263) 2024-11-10T09:49:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741884_1060 (size=39263) 2024-11-10T09:49:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741884_1060 (size=39263) 2024-11-10T09:49:57,427 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/.tmp/colfamily11/48f325f01eee4b12b2b2c8006a2de176 2024-11-10T09:49:57,431 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/.tmp/colfamily11/fadbde47d0c34de4bafb7883d809c027 is 52, key is eee/colfamily11:colfamily11/1731232013228/Put/seqid=0 2024-11-10T09:49:57,434 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/.tmp/colfamily11/48f325f01eee4b12b2b2c8006a2de176 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/colfamily11/48f325f01eee4b12b2b2c8006a2de176 2024-11-10T09:49:57,440 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/colfamily11/48f325f01eee4b12b2b2c8006a2de176, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,440 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 50c61e0c80ffb41e0e747c6b04ad3b88 in 42ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,441 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/0000000000000000004 2024-11-10T09:49:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741885_1061 (size=39263) 2024-11-10T09:49:57,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741885_1061 (size=39263) 2024-11-10T09:49:57,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741885_1061 (size=39263) 2024-11-10T09:49:57,443 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,444 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/.tmp/colfamily11/fadbde47d0c34de4bafb7883d809c027 2024-11-10T09:49:57,445 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,447 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,449 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 50c61e0c80ffb41e0e747c6b04ad3b88; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63171996, jitterRate=-0.058663904666900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,449 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:57,449 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 50c61e0c80ffb41e0e747c6b04ad3b88: Running coprocessor pre-open hook at 1731232197380Writing region info on filesystem at 1731232197380Initializing all the Stores at 1731232197381 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197381Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197381Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197381Obtaining lock to block concurrent updates at 1731232197398 (+17 ms)Preparing flush snapshotting stores in 50c61e0c80ffb41e0e747c6b04ad3b88 at 1731232197398Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197398Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. at 1731232197398Flushing 50c61e0c80ffb41e0e747c6b04ad3b88/colfamily11: creating writer at 1731232197398Flushing 50c61e0c80ffb41e0e747c6b04ad3b88/colfamily11: appending metadata at 1731232197417 (+19 ms)Flushing 50c61e0c80ffb41e0e747c6b04ad3b88/colfamily11: closing flushed file at 1731232197417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37500e4b: reopening flushed file at 1731232197433 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 50c61e0c80ffb41e0e747c6b04ad3b88 in 42ms, sequenceid=4, compaction requested=false; wal=null at 1731232197440 (+7 ms)Cleaning up temporary data from old regions at 1731232197442 (+2 ms)Running coprocessor post-open hooks at 1731232197449 (+7 ms)Region opened successfully at 1731232197449 2024-11-10T09:49:57,450 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., pid=75, masterSystemTime=1731232197141 2024-11-10T09:49:57,451 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/.tmp/colfamily11/fadbde47d0c34de4bafb7883d809c027 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/colfamily11/fadbde47d0c34de4bafb7883d809c027 2024-11-10T09:49:57,452 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:57,452 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:57,452 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:57,453 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bda7398382b7137d8574dbf3c30ae7b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-10T09:49:57,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,453 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,453 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:49:57,453 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,453 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:49:57,457 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,458 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/colfamily11/fadbde47d0c34de4bafb7883d809c027, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,458 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f3de55654ddf9dfac66a3036327de903 in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,458 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bda7398382b7137d8574dbf3c30ae7b columnFamilyName colfamily11 2024-11-10T09:49:57,458 DEBUG [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,459 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/0000000000000000004 2024-11-10T09:49:57,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=66 2024-11-10T09:49:57,459 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(327): Store=7bda7398382b7137d8574dbf3c30ae7b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,43391,1731232007318 in 464 msec 2024-11-10T09:49:57,459 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,460 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bda7398382b7137d8574dbf3c30ae7b columnFamilyName colfamily21 2024-11-10T09:49:57,460 DEBUG [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,460 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,460 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,461 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(327): Store=7bda7398382b7137d8574dbf3c30ae7b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,461 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN in 637 msec 2024-11-10T09:49:57,461 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,462 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bda7398382b7137d8574dbf3c30ae7b columnFamilyName colfamily31 2024-11-10T09:49:57,462 DEBUG [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:49:57,462 INFO [StoreOpener-7bda7398382b7137d8574dbf3c30ae7b-1 {}] regionserver.HStore(327): Store=7bda7398382b7137d8574dbf3c30ae7b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:49:57,462 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,463 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,463 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,464 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,465 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004 2024-11-10T09:49:57,465 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,466 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened f3de55654ddf9dfac66a3036327de903; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65789052, jitterRate=-0.019666731357574463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,466 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:57,466 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for f3de55654ddf9dfac66a3036327de903: Running coprocessor pre-open hook at 1731232197394Writing region info on filesystem at 1731232197394Initializing all the Stores at 1731232197395 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197395Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197395Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197395Obtaining lock to block concurrent updates at 1731232197412 (+17 ms)Preparing flush snapshotting stores in f3de55654ddf9dfac66a3036327de903 at 1731232197412Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197413 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. at 1731232197413Flushing f3de55654ddf9dfac66a3036327de903/colfamily11: creating writer at 1731232197413Flushing f3de55654ddf9dfac66a3036327de903/colfamily11: appending metadata at 1731232197431 (+18 ms)Flushing f3de55654ddf9dfac66a3036327de903/colfamily11: closing flushed file at 1731232197431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34841476: reopening flushed file at 1731232197450 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f3de55654ddf9dfac66a3036327de903 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731232197458 (+8 ms)Cleaning up temporary data from old regions at 1731232197460 (+2 ms)Running coprocessor post-open hooks at 1731232197466 (+6 ms)Region opened successfully at 1731232197466 2024-11-10T09:49:57,467 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., pid=79, masterSystemTime=1731232197135 2024-11-10T09:49:57,469 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:57,469 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:57,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,470 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004 2024-11-10T09:49:57,471 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 7bda7398382b7137d8574dbf3c30ae7b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:57,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,42371,1731232007459 because future has completed 2024-11-10T09:49:57,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-10T09:49:57,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,42371,1731232007459 in 469 msec 2024-11-10T09:49:57,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN in 653 msec 2024-11-10T09:49:57,488 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/.tmp/colfamily11/71fcfb96c7e84ee882cae9f2e203d5c4 is 52, key is ttt/colfamily11:colfamily11/1731232013467/Put/seqid=0 2024-11-10T09:49:57,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741886_1062 (size=39263) 2024-11-10T09:49:57,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741886_1062 (size=39263) 2024-11-10T09:49:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741886_1062 (size=39263) 2024-11-10T09:49:57,497 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/.tmp/colfamily11/71fcfb96c7e84ee882cae9f2e203d5c4 2024-11-10T09:49:57,505 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/.tmp/colfamily11/71fcfb96c7e84ee882cae9f2e203d5c4 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/colfamily11/71fcfb96c7e84ee882cae9f2e203d5c4 2024-11-10T09:49:57,512 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/colfamily11/71fcfb96c7e84ee882cae9f2e203d5c4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T09:49:57,513 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7bda7398382b7137d8574dbf3c30ae7b in 42ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T09:49:57,514 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/0000000000000000004 2024-11-10T09:49:57,515 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,515 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,515 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:49:57,517 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,520 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T09:49:57,521 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 7bda7398382b7137d8574dbf3c30ae7b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65028060, jitterRate=-0.03100639581680298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:49:57,521 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:57,522 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 7bda7398382b7137d8574dbf3c30ae7b: Running coprocessor pre-open hook at 1731232197453Writing region info on filesystem at 1731232197453Initializing all the Stores at 1731232197454 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197454Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197457 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232197457Obtaining lock to block concurrent updates at 1731232197471 (+14 ms)Preparing flush snapshotting stores in 7bda7398382b7137d8574dbf3c30ae7b at 1731232197471Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232197471Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. at 1731232197471Flushing 7bda7398382b7137d8574dbf3c30ae7b/colfamily11: creating writer at 1731232197471Flushing 7bda7398382b7137d8574dbf3c30ae7b/colfamily11: appending metadata at 1731232197488 (+17 ms)Flushing 7bda7398382b7137d8574dbf3c30ae7b/colfamily11: closing flushed file at 1731232197488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a76cfa7: reopening flushed file at 1731232197504 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7bda7398382b7137d8574dbf3c30ae7b in 42ms, sequenceid=4, compaction requested=false; wal=null at 1731232197513 (+9 ms)Cleaning up temporary data from old regions at 1731232197515 (+2 ms)Running coprocessor post-open hooks at 1731232197521 (+6 ms)Region opened successfully at 1731232197521 2024-11-10T09:49:57,523 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., pid=78, masterSystemTime=1731232197141 2024-11-10T09:49:57,525 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:57,525 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:57,526 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, openSeqNum=5, regionLocation=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,43391,1731232007318 because future has completed 2024-11-10T09:49:57,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=69 2024-11-10T09:49:57,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,43391,1731232007318 in 529 msec 2024-11-10T09:49:57,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=57 2024-11-10T09:49:57,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN in 709 msec 2024-11-10T09:49:57,534 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b048fef8bb35,32919,1731232007419 after splitting done 2024-11-10T09:49:57,534 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T09:49:57,534 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:57,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:57,535 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:49:57,572 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:57,572 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T09:49:57,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:57,572 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:49:57,572 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:49:57,572 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T09:49:57,572 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T09:49:57,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T09:49:57,573 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:49:57,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T09:49:57,575 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T09:49:57,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:49:57,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN 2024-11-10T09:49:57,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,43391,1731232007318 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,42371,1731232007459 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.meta.1731232009189.meta, worker=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b048fef8bb35%2C32919%2C1731232007419.1731232008780, worker=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3de55654ddf9dfac66a3036327de903, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bae367639c39ca992cb343d153131383, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=50c61e0c80ffb41e0e747c6b04ad3b88, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3b72f673e3d5f07d3e5b783d4d67cc, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=731dcd2e1028ee10c84e1847cc00862f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bda7398382b7137d8574dbf3c30ae7b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f4212b634adffb62fba0e8875bb1460, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4f8e82617029669ff767b4616a57c75, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc668416ff4aebc7e6839c61b14cae03, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f4212b634adffb62fba0e8875bb1460, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bae367639c39ca992cb343d153131383, server=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c61e0c80ffb41e0e747c6b04ad3b88, server=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure a4f8e82617029669ff767b4616a57c75, server=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure eb3b72f673e3d5f07d3e5b783d4d67cc, server=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bda7398382b7137d8574dbf3c30ae7b, server=b048fef8bb35,43391,1731232007318 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure f3de55654ddf9dfac66a3036327de903, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure bc668416ff4aebc7e6839c61b14cae03, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 731dcd2e1028ee10c84e1847cc00862f, server=b048fef8bb35,42371,1731232007459 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T09:49:57,579 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T09:49:57,580 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=61 2024-11-10T09:49:57,580 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b048fef8bb35,42371,1731232007459, table=hbase:meta, region=1588230740 2024-11-10T09:49:57,580 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,42371,1731232007459, state=OPEN 2024-11-10T09:49:57,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:57,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:57,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:49:57,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:57,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:57,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:49:57,584 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232227584 2024-11-10T09:49:57,584 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=50c61e0c80ffb41e0e747c6b04ad3b88, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=5 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa884b2f4f5c44a58ba330fa6bb798c, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad8c95e475720b3cdfd776e02191e206, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c6d5e0da73fa802db0005c439486cb9, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3de55654ddf9dfac66a3036327de903, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=5 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=420d4829a81165fd8ca87039acddff3f, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4f8e82617029669ff767b4616a57c75, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=5 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c0d3d04b0ee3ca40067ff43307bb2bd, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fadd93bd8647ca4d29e57d8ece55b75, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82e0926b2db9194baf9e666a894419f0, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc668416ff4aebc7e6839c61b14cae03, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=5 2024-11-10T09:49:57,594 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af518e4034b825710ea2acd6b1845bd4, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da997b996110710d6549913e552764a8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3b72f673e3d5f07d3e5b783d4d67cc, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=5 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b96c6a3ab175b9a3fd4d71331cb7cbb8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be3fe60eee795258b6a1f84960074d14, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=731dcd2e1028ee10c84e1847cc00862f, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=5 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=01e5d716446de94f8b3c595657e7eef8, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d32645a3e72cc97d35573257a32d7dcf, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bda7398382b7137d8574dbf3c30ae7b, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=5 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ae374e2c58e38e2e906e5b2c09c5e13, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c63f3e6f9ff59a8b0aa96637f63b2c5c, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f4212b634adffb62fba0e8875bb1460, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=5 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae20c2eb910e8f105b5a113ba8e78117, regionState=OPEN, lastHost=b048fef8bb35,42371,1731232007459, regionLocation=b048fef8bb35,42371,1731232007459, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9df8343b558dc8174ef56a2a5b18ee2, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=2 2024-11-10T09:49:57,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bae367639c39ca992cb343d153131383, regionState=OPEN, lastHost=b048fef8bb35,43391,1731232007318, regionLocation=b048fef8bb35,43391,1731232007318, openSeqNum=5 2024-11-10T09:49:57,595 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T09:49:57,596 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232257596 2024-11-10T09:49:57,596 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232317596 2024-11-10T09:49:57,596 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-10T09:49:57,596 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b048fef8bb35,32919,1731232007419 after splitting done 2024-11-10T09:49:57,596 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T09:49:57,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure b048fef8bb35,32919,1731232007419, splitWal=true, meta=true in 3 mins, 3.419 sec 2024-11-10T09:49:57,851 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:49:57,854 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b048fef8bb35:32919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b048fef8bb35/172.17.0.2:32919 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:49:57,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=java.net.ConnectException: Call to address=b048fef8bb35:32919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:57,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-10T09:49:57,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:57,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address b048fef8bb35:32919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b048fef8bb35/172.17.0.2:32919 2024-11-10T09:49:57,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:57,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:57,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:57,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32919,1731232007419, seqNum=-1 from cache 2024-11-10T09:49:58,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:49:58,077 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:49:58,077 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,42371,1731232007459, seqNum=-1] 2024-11-10T09:49:58,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:49:58,081 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88., hostname=b048fef8bb35,43391,1731232007318, seqNum=5] 2024-11-10T09:49:58,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:49:58,104 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,105 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,105 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,105 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:58,219 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903., hostname=b048fef8bb35,42371,1731232007459, seqNum=5] 2024-11-10T09:49:58,236 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,236 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,236 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,236 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:58,350 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75., hostname=b048fef8bb35,43391,1731232007318, seqNum=5] 2024-11-10T09:49:58,374 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,375 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,375 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,375 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:58,491 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03., hostname=b048fef8bb35,42371,1731232007459, seqNum=5] 2024-11-10T09:49:58,507 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,507 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,507 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,507 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:58,619 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc., hostname=b048fef8bb35,43391,1731232007318, seqNum=5] 2024-11-10T09:49:58,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:58,739 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f., hostname=b048fef8bb35,42371,1731232007459, seqNum=5] 2024-11-10T09:49:58,750 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,750 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,751 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,751 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:58,859 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b., hostname=b048fef8bb35,43391,1731232007318, seqNum=5] 2024-11-10T09:49:58,870 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,870 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,870 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,870 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:58,979 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460., hostname=b048fef8bb35,42371,1731232007459, seqNum=5] 2024-11-10T09:49:58,990 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b048fef8bb35:32919 this server is in the failed servers list 2024-11-10T09:49:58,990 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., hostname=b048fef8bb35,32919,1731232007419, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b048fef8bb35:32919 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,991 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b048fef8bb35:32919 2024-11-10T09:49:58,991 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., hostname=b048fef8bb35,32919,1731232007419, seqNum=2 from cache 2024-11-10T09:49:59,099 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383., hostname=b048fef8bb35,43391,1731232007318, seqNum=5] 2024-11-10T09:49:59,164 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T09:49:59,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:49:59,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:49:59,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:49:59,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:49:59,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:49:59,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:49:59,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:49:59,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=892435164, stopped=false 2024-11-10T09:49:59,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b048fef8bb35,39567,1731232006650 2024-11-10T09:49:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:49:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:49:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:49:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:49:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:49:59,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:49:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:49:59,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:49:59,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:49:59,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:49:59,168 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,43391,1731232007318' ***** 2024-11-10T09:49:59,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:49:59,168 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,42371,1731232007459' ***** 2024-11-10T09:49:59,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:49:59,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:49:59,169 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:49:59,169 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:49:59,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:49:59,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:49:59,169 INFO [RS:0;b048fef8bb35:43391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:49:59,169 INFO [RS:0;b048fef8bb35:43391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:49:59,170 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for d32645a3e72cc97d35573257a32d7dcf 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:49:59,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 420d4829a81165fd8ca87039acddff3f 2024-11-10T09:49:59,170 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for be3fe60eee795258b6a1f84960074d14 2024-11-10T09:49:59,170 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for bae367639c39ca992cb343d153131383 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for ae20c2eb910e8f105b5a113ba8e78117 2024-11-10T09:49:59,170 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c6d5e0da73fa802db0005c439486cb9 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for b96c6a3ab175b9a3fd4d71331cb7cbb8 2024-11-10T09:49:59,170 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 82e0926b2db9194baf9e666a894419f0 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 01e5d716446de94f8b3c595657e7eef8 2024-11-10T09:49:59,170 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bda7398382b7137d8574dbf3c30ae7b 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for bc668416ff4aebc7e6839c61b14cae03 2024-11-10T09:49:59,170 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c0d3d04b0ee3ca40067ff43307bb2bd 2024-11-10T09:49:59,170 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ae374e2c58e38e2e906e5b2c09c5e13 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for a4f8e82617029669ff767b4616a57c75 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for da997b996110710d6549913e552764a8 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fadd93bd8647ca4d29e57d8ece55b75 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for c63f3e6f9ff59a8b0aa96637f63b2c5c 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f4212b634adffb62fba0e8875bb1460 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for af518e4034b825710ea2acd6b1845bd4 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 731dcd2e1028ee10c84e1847cc00862f 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 50c61e0c80ffb41e0e747c6b04ad3b88 2024-11-10T09:49:59,171 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d32645a3e72cc97d35573257a32d7dcf, disabling compactions & flushes 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(959): stopping server b048fef8bb35,42371,1731232007459 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:59,171 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for ad8c95e475720b3cdfd776e02191e206 2024-11-10T09:49:59,171 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b048fef8bb35:42371. 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(959): stopping server b048fef8bb35,43391,1731232007318 2024-11-10T09:49:59,171 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. after waiting 0 ms 2024-11-10T09:49:59,171 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:49:59,171 DEBUG [RS:2;b048fef8bb35:42371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:49:59,171 DEBUG [RS:2;b048fef8bb35:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b048fef8bb35:43391. 2024-11-10T09:49:59,171 DEBUG [RS:0;b048fef8bb35:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:49:59,171 DEBUG [RS:0;b048fef8bb35:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:49:59,171 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d32645a3e72cc97d35573257a32d7dcf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:49:59,171 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:49:59,171 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-10T09:49:59,172 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 420d4829a81165fd8ca87039acddff3f, disabling compactions & flushes 2024-11-10T09:49:59,172 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:49:59,172 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1351): Waiting on 01e5d716446de94f8b3c595657e7eef8, 1588230740, 2ae374e2c58e38e2e906e5b2c09c5e13, 2f4212b634adffb62fba0e8875bb1460, 3fadd93bd8647ca4d29e57d8ece55b75, 420d4829a81165fd8ca87039acddff3f, 731dcd2e1028ee10c84e1847cc00862f, aaa884b2f4f5c44a58ba330fa6bb798c, ae20c2eb910e8f105b5a113ba8e78117, b96c6a3ab175b9a3fd4d71331cb7cbb8, bc668416ff4aebc7e6839c61b14cae03, da997b996110710d6549913e552764a8, f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:59,172 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1351): Waiting on 3c0d3d04b0ee3ca40067ff43307bb2bd, 50c61e0c80ffb41e0e747c6b04ad3b88, 7bda7398382b7137d8574dbf3c30ae7b, 82e0926b2db9194baf9e666a894419f0, 8c6d5e0da73fa802db0005c439486cb9, a4f8e82617029669ff767b4616a57c75, ad8c95e475720b3cdfd776e02191e206, af518e4034b825710ea2acd6b1845bd4, bae367639c39ca992cb343d153131383, be3fe60eee795258b6a1f84960074d14, c63f3e6f9ff59a8b0aa96637f63b2c5c, d32645a3e72cc97d35573257a32d7dcf, eb3b72f673e3d5f07d3e5b783d4d67cc, f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. after waiting 0 ms 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:49:59,172 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:49:59,172 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 420d4829a81165fd8ca87039acddff3f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:49:59,172 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:49:59,172 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.36 KB heapSize=19.67 KB 2024-11-10T09:49:59,183 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/info/cc834e921762407582a68a4fecb3abce is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903./info:regioninfo/1731232197469/Put/seqid=0 2024-11-10T09:49:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741887_1063 (size=19806) 2024-11-10T09:49:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741887_1063 (size=19806) 2024-11-10T09:49:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741887_1063 (size=19806) 2024-11-10T09:49:59,191 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/info/cc834e921762407582a68a4fecb3abce 2024-11-10T09:49:59,197 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/.tmp/info/cc834e921762407582a68a4fecb3abce as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/info/cc834e921762407582a68a4fecb3abce 2024-11-10T09:49:59,201 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f/.tmp/colfamily11/7ddd7f273d86406b97c65b8d30723eef is 52, key is fff/colfamily11:colfamily11/1731232013223/Put/seqid=0 2024-11-10T09:49:59,202 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf/.tmp/colfamily11/67ec05db89dd4be59283f103948f6fc3 is 52, key is sss/colfamily11:colfamily11/1731232013453/Put/seqid=0 2024-11-10T09:49:59,205 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/info/cc834e921762407582a68a4fecb3abce, entries=72, sequenceid=81, filesize=19.3 K 2024-11-10T09:49:59,207 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=81, compaction requested=false 2024-11-10T09:49:59,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741888_1064 (size=39263) 2024-11-10T09:49:59,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741888_1064 (size=39263) 2024-11-10T09:49:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741888_1064 (size=39263) 2024-11-10T09:49:59,216 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f/.tmp/colfamily11/7ddd7f273d86406b97c65b8d30723eef 2024-11-10T09:49:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741889_1065 (size=39263) 2024-11-10T09:49:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741889_1065 (size=39263) 2024-11-10T09:49:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741889_1065 (size=39263) 2024-11-10T09:49:59,218 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf/.tmp/colfamily11/67ec05db89dd4be59283f103948f6fc3 2024-11-10T09:49:59,224 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f/.tmp/colfamily11/7ddd7f273d86406b97c65b8d30723eef as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f/colfamily11/7ddd7f273d86406b97c65b8d30723eef 2024-11-10T09:49:59,226 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf/.tmp/colfamily11/67ec05db89dd4be59283f103948f6fc3 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf/colfamily11/67ec05db89dd4be59283f103948f6fc3 2024-11-10T09:49:59,228 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-10T09:49:59,231 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f/colfamily11/7ddd7f273d86406b97c65b8d30723eef, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,232 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:49:59,232 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:49:59,232 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232199172Running coprocessor pre-close hooks at 1731232199172Disabling compacts and flushes for region at 1731232199172Disabling writes for close at 1731232199172Obtaining lock to block concurrent updates at 1731232199172Preparing flush snapshotting stores in 1588230740 at 1731232199172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13680, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1731232199176 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731232199178 (+2 ms)Flushing 1588230740/info: creating writer at 1731232199178Flushing 1588230740/info: appending metadata at 1731232199182 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731232199182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a74517e: reopening flushed file at 1731232199197 (+15 ms)Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=81, compaction requested=false at 1731232199207 (+10 ms)Writing region close event to WAL at 1731232199224 (+17 ms)Running coprocessor post-close hooks at 1731232199229 (+5 ms)Closed at 1731232199232 (+3 ms) 2024-11-10T09:49:59,232 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 420d4829a81165fd8ca87039acddff3f in 60ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,233 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:49:59,233 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf/colfamily11/67ec05db89dd4be59283f103948f6fc3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,234 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d32645a3e72cc97d35573257a32d7dcf in 63ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,237 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/420d4829a81165fd8ca87039acddff3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,238 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:49:59,239 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 420d4829a81165fd8ca87039acddff3f: Waiting for close lock at 1731232199172Running coprocessor pre-close hooks at 1731232199172Disabling compacts and flushes for region at 1731232199172Disabling writes for close at 1731232199172Obtaining lock to block concurrent updates at 1731232199172Preparing flush snapshotting stores in 420d4829a81165fd8ca87039acddff3f at 1731232199172Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199176 (+4 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. at 1731232199178 (+2 ms)Flushing 420d4829a81165fd8ca87039acddff3f/colfamily11: creating writer at 1731232199178Flushing 420d4829a81165fd8ca87039acddff3f/colfamily11: appending metadata at 1731232199200 (+22 ms)Flushing 420d4829a81165fd8ca87039acddff3f/colfamily11: closing flushed file at 1731232199201 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad2e885: reopening flushed file at 1731232199223 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 420d4829a81165fd8ca87039acddff3f in 60ms, sequenceid=5, compaction requested=false at 1731232199232 (+9 ms)Writing region close event to WAL at 1731232199233 (+1 ms)Running coprocessor post-close hooks at 1731232199238 (+5 ms)Closed at 1731232199238 2024-11-10T09:49:59,239 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d32645a3e72cc97d35573257a32d7dcf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,239 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731232009579.420d4829a81165fd8ca87039acddff3f. 2024-11-10T09:49:59,239 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae20c2eb910e8f105b5a113ba8e78117, disabling compactions & flushes 2024-11-10T09:49:59,239 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:49:59,239 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:49:59,239 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. after waiting 0 ms 2024-11-10T09:49:59,239 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:49:59,239 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae20c2eb910e8f105b5a113ba8e78117 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,240 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:49:59,240 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d32645a3e72cc97d35573257a32d7dcf: Waiting for close lock at 1731232199170Running coprocessor pre-close hooks at 1731232199171 (+1 ms)Disabling compacts and flushes for region at 1731232199171Disabling writes for close at 1731232199171Obtaining lock to block concurrent updates at 1731232199171Preparing flush snapshotting stores in d32645a3e72cc97d35573257a32d7dcf at 1731232199171Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199176 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. at 1731232199178 (+2 ms)Flushing d32645a3e72cc97d35573257a32d7dcf/colfamily11: creating writer at 1731232199178Flushing d32645a3e72cc97d35573257a32d7dcf/colfamily11: appending metadata at 1731232199202 (+24 ms)Flushing d32645a3e72cc97d35573257a32d7dcf/colfamily11: closing flushed file at 1731232199202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306a658b: reopening flushed file at 1731232199225 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d32645a3e72cc97d35573257a32d7dcf in 63ms, sequenceid=5, compaction requested=false at 1731232199234 (+9 ms)Writing region close event to WAL at 1731232199235 (+1 ms)Running coprocessor post-close hooks at 1731232199239 (+4 ms)Closed at 1731232199240 (+1 ms) 2024-11-10T09:49:59,240 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731232009579.d32645a3e72cc97d35573257a32d7dcf. 2024-11-10T09:49:59,240 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be3fe60eee795258b6a1f84960074d14, disabling compactions & flushes 2024-11-10T09:49:59,240 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:49:59,240 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:49:59,240 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. after waiting 0 ms 2024-11-10T09:49:59,240 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:49:59,240 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be3fe60eee795258b6a1f84960074d14 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,253 INFO [regionserver/b048fef8bb35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:49:59,253 INFO [regionserver/b048fef8bb35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:49:59,258 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14/.tmp/colfamily11/8a74ac6106694dd0942334a0af8d0875 is 52, key is ppp/colfamily11:colfamily11/1731232013421/Put/seqid=0 2024-11-10T09:49:59,260 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117/.tmp/colfamily11/20a85d14ce3740f397855eb1cecf8cef is 52, key is xxx/colfamily11:colfamily11/1731232013505/Put/seqid=0 2024-11-10T09:49:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741890_1066 (size=39263) 2024-11-10T09:49:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741890_1066 (size=39263) 2024-11-10T09:49:59,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741890_1066 (size=39263) 2024-11-10T09:49:59,267 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14/.tmp/colfamily11/8a74ac6106694dd0942334a0af8d0875 2024-11-10T09:49:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741891_1067 (size=39263) 2024-11-10T09:49:59,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741891_1067 (size=39263) 2024-11-10T09:49:59,275 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14/.tmp/colfamily11/8a74ac6106694dd0942334a0af8d0875 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14/colfamily11/8a74ac6106694dd0942334a0af8d0875 2024-11-10T09:49:59,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741891_1067 (size=39263) 2024-11-10T09:49:59,276 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117/.tmp/colfamily11/20a85d14ce3740f397855eb1cecf8cef 2024-11-10T09:49:59,283 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117/.tmp/colfamily11/20a85d14ce3740f397855eb1cecf8cef as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117/colfamily11/20a85d14ce3740f397855eb1cecf8cef 2024-11-10T09:49:59,283 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14/colfamily11/8a74ac6106694dd0942334a0af8d0875, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,284 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for be3fe60eee795258b6a1f84960074d14 in 44ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,290 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be3fe60eee795258b6a1f84960074d14/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,291 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:49:59,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be3fe60eee795258b6a1f84960074d14: Waiting for close lock at 1731232199240Running coprocessor pre-close hooks at 1731232199240Disabling compacts and flushes for region at 1731232199240Disabling writes for close at 1731232199240Obtaining lock to block concurrent updates at 1731232199240Preparing flush snapshotting stores in be3fe60eee795258b6a1f84960074d14 at 1731232199240Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199241 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. at 1731232199241Flushing be3fe60eee795258b6a1f84960074d14/colfamily11: creating writer at 1731232199241Flushing be3fe60eee795258b6a1f84960074d14/colfamily11: appending metadata at 1731232199257 (+16 ms)Flushing be3fe60eee795258b6a1f84960074d14/colfamily11: closing flushed file at 1731232199257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4214c242: reopening flushed file at 1731232199273 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for be3fe60eee795258b6a1f84960074d14 in 44ms, sequenceid=5, compaction requested=false at 1731232199284 (+11 ms)Writing region close event to WAL at 1731232199285 (+1 ms)Running coprocessor post-close hooks at 1731232199290 (+5 ms)Closed at 1731232199291 (+1 ms) 2024-11-10T09:49:59,291 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117/colfamily11/20a85d14ce3740f397855eb1cecf8cef, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731232009579.be3fe60eee795258b6a1f84960074d14. 2024-11-10T09:49:59,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bae367639c39ca992cb343d153131383, disabling compactions & flushes 2024-11-10T09:49:59,291 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:59,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:59,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. after waiting 0 ms 2024-11-10T09:49:59,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:59,292 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae20c2eb910e8f105b5a113ba8e78117 in 53ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,296 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bae367639c39ca992cb343d153131383/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,297 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:59,297 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae20c2eb910e8f105b5a113ba8e78117/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,297 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bae367639c39ca992cb343d153131383: Waiting for close lock at 1731232199291Running coprocessor pre-close hooks at 1731232199291Disabling compacts and flushes for region at 1731232199291Disabling writes for close at 1731232199291Writing region close event to WAL at 1731232199292 (+1 ms)Running coprocessor post-close hooks at 1731232199297 (+5 ms)Closed at 1731232199297 2024-11-10T09:49:59,297 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731232009579.bae367639c39ca992cb343d153131383. 2024-11-10T09:49:59,297 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c6d5e0da73fa802db0005c439486cb9, disabling compactions & flushes 2024-11-10T09:49:59,297 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:49:59,297 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:49:59,297 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. after waiting 0 ms 2024-11-10T09:49:59,297 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:49:59,297 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c6d5e0da73fa802db0005c439486cb9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,298 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:49:59,298 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae20c2eb910e8f105b5a113ba8e78117: Waiting for close lock at 1731232199239Running coprocessor pre-close hooks at 1731232199239Disabling compacts and flushes for region at 1731232199239Disabling writes for close at 1731232199239Obtaining lock to block concurrent updates at 1731232199239Preparing flush snapshotting stores in ae20c2eb910e8f105b5a113ba8e78117 at 1731232199239Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199239Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. at 1731232199240 (+1 ms)Flushing ae20c2eb910e8f105b5a113ba8e78117/colfamily11: creating writer at 1731232199240Flushing ae20c2eb910e8f105b5a113ba8e78117/colfamily11: appending metadata at 1731232199259 (+19 ms)Flushing ae20c2eb910e8f105b5a113ba8e78117/colfamily11: closing flushed file at 1731232199259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd3f4bc: reopening flushed file at 1731232199282 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae20c2eb910e8f105b5a113ba8e78117 in 53ms, sequenceid=5, compaction requested=false at 1731232199292 (+10 ms)Writing region close event to WAL at 1731232199293 (+1 ms)Running coprocessor post-close hooks at 1731232199297 (+4 ms)Closed at 1731232199297 2024-11-10T09:49:59,298 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731232009579.ae20c2eb910e8f105b5a113ba8e78117. 2024-11-10T09:49:59,298 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b96c6a3ab175b9a3fd4d71331cb7cbb8, disabling compactions & flushes 2024-11-10T09:49:59,298 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:49:59,298 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:49:59,298 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. after waiting 0 ms 2024-11-10T09:49:59,298 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:49:59,298 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b96c6a3ab175b9a3fd4d71331cb7cbb8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,315 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8/.tmp/colfamily11/c728a5af1fe94b92b68c995087c836c8 is 52, key is ooo/colfamily11:colfamily11/1731232013358/Put/seqid=0 2024-11-10T09:49:59,315 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9/.tmp/colfamily11/230617ecce524e2b943834e7299a8ae0 is 52, key is ddd/colfamily11:colfamily11/1731232013224/Put/seqid=0 2024-11-10T09:49:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741893_1069 (size=39263) 2024-11-10T09:49:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741893_1069 (size=39263) 2024-11-10T09:49:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741893_1069 (size=39263) 2024-11-10T09:49:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741892_1068 (size=39263) 2024-11-10T09:49:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741892_1068 (size=39263) 2024-11-10T09:49:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741892_1068 (size=39263) 2024-11-10T09:49:59,330 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8/.tmp/colfamily11/c728a5af1fe94b92b68c995087c836c8 2024-11-10T09:49:59,337 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8/.tmp/colfamily11/c728a5af1fe94b92b68c995087c836c8 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily11/c728a5af1fe94b92b68c995087c836c8 2024-11-10T09:49:59,342 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily11/c728a5af1fe94b92b68c995087c836c8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,343 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b96c6a3ab175b9a3fd4d71331cb7cbb8 in 45ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,347 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b96c6a3ab175b9a3fd4d71331cb7cbb8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,348 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:49:59,348 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b96c6a3ab175b9a3fd4d71331cb7cbb8: Waiting for close lock at 1731232199298Running coprocessor pre-close hooks at 1731232199298Disabling compacts and flushes for region at 1731232199298Disabling writes for close at 1731232199298Obtaining lock to block concurrent updates at 1731232199298Preparing flush snapshotting stores in b96c6a3ab175b9a3fd4d71331cb7cbb8 at 1731232199298Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199298Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. at 1731232199299 (+1 ms)Flushing b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily11: creating writer at 1731232199299Flushing b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily11: appending metadata at 1731232199314 (+15 ms)Flushing b96c6a3ab175b9a3fd4d71331cb7cbb8/colfamily11: closing flushed file at 1731232199314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a7d2c4: reopening flushed file at 1731232199336 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b96c6a3ab175b9a3fd4d71331cb7cbb8 in 45ms, sequenceid=5, compaction requested=false at 1731232199343 (+7 ms)Writing region close event to WAL at 1731232199344 (+1 ms)Running coprocessor post-close hooks at 1731232199348 (+4 ms)Closed at 1731232199348 2024-11-10T09:49:59,349 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731232009579.b96c6a3ab175b9a3fd4d71331cb7cbb8. 2024-11-10T09:49:59,349 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01e5d716446de94f8b3c595657e7eef8, disabling compactions & flushes 2024-11-10T09:49:59,349 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:49:59,349 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:49:59,349 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. after waiting 0 ms 2024-11-10T09:49:59,349 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:49:59,349 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01e5d716446de94f8b3c595657e7eef8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,368 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8/.tmp/colfamily11/e085c0fca38942579350feeb310e2bbe is 52, key is rrr/colfamily11:colfamily11/1731232013405/Put/seqid=0 2024-11-10T09:49:59,372 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1351): Waiting on 3c0d3d04b0ee3ca40067ff43307bb2bd, 50c61e0c80ffb41e0e747c6b04ad3b88, 7bda7398382b7137d8574dbf3c30ae7b, 82e0926b2db9194baf9e666a894419f0, 8c6d5e0da73fa802db0005c439486cb9, a4f8e82617029669ff767b4616a57c75, ad8c95e475720b3cdfd776e02191e206, af518e4034b825710ea2acd6b1845bd4, c63f3e6f9ff59a8b0aa96637f63b2c5c, eb3b72f673e3d5f07d3e5b783d4d67cc, f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:49:59,372 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1351): Waiting on 01e5d716446de94f8b3c595657e7eef8, 2ae374e2c58e38e2e906e5b2c09c5e13, 2f4212b634adffb62fba0e8875bb1460, 3fadd93bd8647ca4d29e57d8ece55b75, 731dcd2e1028ee10c84e1847cc00862f, aaa884b2f4f5c44a58ba330fa6bb798c, bc668416ff4aebc7e6839c61b14cae03, da997b996110710d6549913e552764a8, f3de55654ddf9dfac66a3036327de903 2024-11-10T09:49:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741894_1070 (size=39263) 2024-11-10T09:49:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741894_1070 (size=39263) 2024-11-10T09:49:59,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741894_1070 (size=39263) 2024-11-10T09:49:59,375 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8/.tmp/colfamily11/e085c0fca38942579350feeb310e2bbe 2024-11-10T09:49:59,382 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8/.tmp/colfamily11/e085c0fca38942579350feeb310e2bbe as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8/colfamily11/e085c0fca38942579350feeb310e2bbe 2024-11-10T09:49:59,387 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8/colfamily11/e085c0fca38942579350feeb310e2bbe, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,388 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 01e5d716446de94f8b3c595657e7eef8 in 39ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,392 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/01e5d716446de94f8b3c595657e7eef8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,393 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:49:59,393 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01e5d716446de94f8b3c595657e7eef8: Waiting for close lock at 1731232199349Running coprocessor pre-close hooks at 1731232199349Disabling compacts and flushes for region at 1731232199349Disabling writes for close at 1731232199349Obtaining lock to block concurrent updates at 1731232199349Preparing flush snapshotting stores in 01e5d716446de94f8b3c595657e7eef8 at 1731232199349Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199349Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. at 1731232199350 (+1 ms)Flushing 01e5d716446de94f8b3c595657e7eef8/colfamily11: creating writer at 1731232199350Flushing 01e5d716446de94f8b3c595657e7eef8/colfamily11: appending metadata at 1731232199367 (+17 ms)Flushing 01e5d716446de94f8b3c595657e7eef8/colfamily11: closing flushed file at 1731232199367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aeb27af: reopening flushed file at 1731232199381 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 01e5d716446de94f8b3c595657e7eef8 in 39ms, sequenceid=5, compaction requested=false at 1731232199388 (+7 ms)Writing region close event to WAL at 1731232199389 (+1 ms)Running coprocessor post-close hooks at 1731232199393 (+4 ms)Closed at 1731232199393 2024-11-10T09:49:59,393 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731232009579.01e5d716446de94f8b3c595657e7eef8. 2024-11-10T09:49:59,393 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc668416ff4aebc7e6839c61b14cae03, disabling compactions & flushes 2024-11-10T09:49:59,393 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:59,393 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:59,393 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. after waiting 0 ms 2024-11-10T09:49:59,393 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:59,397 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc668416ff4aebc7e6839c61b14cae03/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,398 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:59,398 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc668416ff4aebc7e6839c61b14cae03: Waiting for close lock at 1731232199393Running coprocessor pre-close hooks at 1731232199393Disabling compacts and flushes for region at 1731232199393Disabling writes for close at 1731232199393Writing region close event to WAL at 1731232199394 (+1 ms)Running coprocessor post-close hooks at 1731232199397 (+3 ms)Closed at 1731232199397 2024-11-10T09:49:59,398 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731232009579.bc668416ff4aebc7e6839c61b14cae03. 2024-11-10T09:49:59,398 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ae374e2c58e38e2e906e5b2c09c5e13, disabling compactions & flushes 2024-11-10T09:49:59,398 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:49:59,398 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:49:59,398 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. after waiting 0 ms 2024-11-10T09:49:59,398 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:49:59,398 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ae374e2c58e38e2e906e5b2c09c5e13 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,416 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13/.tmp/colfamily11/082cd569dad8440289d99177448748d0 is 52, key is uuu/colfamily11:colfamily11/1731232013452/Put/seqid=0 2024-11-10T09:49:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741895_1071 (size=39263) 2024-11-10T09:49:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741895_1071 (size=39263) 2024-11-10T09:49:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741895_1071 (size=39263) 2024-11-10T09:49:59,424 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13/.tmp/colfamily11/082cd569dad8440289d99177448748d0 2024-11-10T09:49:59,430 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13/.tmp/colfamily11/082cd569dad8440289d99177448748d0 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13/colfamily11/082cd569dad8440289d99177448748d0 2024-11-10T09:49:59,436 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13/colfamily11/082cd569dad8440289d99177448748d0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,437 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ae374e2c58e38e2e906e5b2c09c5e13 in 38ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,440 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ae374e2c58e38e2e906e5b2c09c5e13/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,441 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:49:59,441 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ae374e2c58e38e2e906e5b2c09c5e13: Waiting for close lock at 1731232199398Running coprocessor pre-close hooks at 1731232199398Disabling compacts and flushes for region at 1731232199398Disabling writes for close at 1731232199398Obtaining lock to block concurrent updates at 1731232199398Preparing flush snapshotting stores in 2ae374e2c58e38e2e906e5b2c09c5e13 at 1731232199398Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199398Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. at 1731232199399 (+1 ms)Flushing 2ae374e2c58e38e2e906e5b2c09c5e13/colfamily11: creating writer at 1731232199399Flushing 2ae374e2c58e38e2e906e5b2c09c5e13/colfamily11: appending metadata at 1731232199416 (+17 ms)Flushing 2ae374e2c58e38e2e906e5b2c09c5e13/colfamily11: closing flushed file at 1731232199416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737a6b75: reopening flushed file at 1731232199429 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ae374e2c58e38e2e906e5b2c09c5e13 in 38ms, sequenceid=5, compaction requested=false at 1731232199437 (+8 ms)Writing region close event to WAL at 1731232199437Running coprocessor post-close hooks at 1731232199441 (+4 ms)Closed at 1731232199441 2024-11-10T09:49:59,441 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731232009579.2ae374e2c58e38e2e906e5b2c09c5e13. 2024-11-10T09:49:59,442 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da997b996110710d6549913e552764a8, disabling compactions & flushes 2024-11-10T09:49:59,442 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:49:59,442 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:49:59,442 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. after waiting 0 ms 2024-11-10T09:49:59,442 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:49:59,442 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da997b996110710d6549913e552764a8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,460 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8/.tmp/colfamily11/34ac3984b4a24cc2afc0b180bf7fb1ab is 52, key is mmm/colfamily11:colfamily11/1731232013317/Put/seqid=0 2024-11-10T09:49:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741896_1072 (size=39263) 2024-11-10T09:49:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741896_1072 (size=39263) 2024-11-10T09:49:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741896_1072 (size=39263) 2024-11-10T09:49:59,469 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8/.tmp/colfamily11/34ac3984b4a24cc2afc0b180bf7fb1ab 2024-11-10T09:49:59,476 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8/.tmp/colfamily11/34ac3984b4a24cc2afc0b180bf7fb1ab as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8/colfamily11/34ac3984b4a24cc2afc0b180bf7fb1ab 2024-11-10T09:49:59,481 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8/colfamily11/34ac3984b4a24cc2afc0b180bf7fb1ab, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,482 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for da997b996110710d6549913e552764a8 in 40ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,486 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da997b996110710d6549913e552764a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,487 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:49:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da997b996110710d6549913e552764a8: Waiting for close lock at 1731232199441Running coprocessor pre-close hooks at 1731232199441Disabling compacts and flushes for region at 1731232199441Disabling writes for close at 1731232199442 (+1 ms)Obtaining lock to block concurrent updates at 1731232199442Preparing flush snapshotting stores in da997b996110710d6549913e552764a8 at 1731232199442Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199442Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. at 1731232199443 (+1 ms)Flushing da997b996110710d6549913e552764a8/colfamily11: creating writer at 1731232199443Flushing da997b996110710d6549913e552764a8/colfamily11: appending metadata at 1731232199460 (+17 ms)Flushing da997b996110710d6549913e552764a8/colfamily11: closing flushed file at 1731232199460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14584979: reopening flushed file at 1731232199475 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for da997b996110710d6549913e552764a8 in 40ms, sequenceid=5, compaction requested=false at 1731232199482 (+7 ms)Writing region close event to WAL at 1731232199483 (+1 ms)Running coprocessor post-close hooks at 1731232199487 (+4 ms)Closed at 1731232199487 2024-11-10T09:49:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731232009579.da997b996110710d6549913e552764a8. 2024-11-10T09:49:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fadd93bd8647ca4d29e57d8ece55b75, disabling compactions & flushes 2024-11-10T09:49:59,487 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:49:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:49:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. after waiting 0 ms 2024-11-10T09:49:59,488 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:49:59,488 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3fadd93bd8647ca4d29e57d8ece55b75 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,504 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75/.tmp/colfamily11/13bd5d90175940d082839cc7c024af57 is 52, key is iii/colfamily11:colfamily11/1731232013273/Put/seqid=0 2024-11-10T09:49:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741897_1073 (size=39263) 2024-11-10T09:49:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741897_1073 (size=39263) 2024-11-10T09:49:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741897_1073 (size=39263) 2024-11-10T09:49:59,512 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75/.tmp/colfamily11/13bd5d90175940d082839cc7c024af57 2024-11-10T09:49:59,518 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75/.tmp/colfamily11/13bd5d90175940d082839cc7c024af57 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75/colfamily11/13bd5d90175940d082839cc7c024af57 2024-11-10T09:49:59,523 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75/colfamily11/13bd5d90175940d082839cc7c024af57, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,524 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3fadd93bd8647ca4d29e57d8ece55b75 in 36ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,528 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fadd93bd8647ca4d29e57d8ece55b75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,529 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:49:59,529 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fadd93bd8647ca4d29e57d8ece55b75: Waiting for close lock at 1731232199487Running coprocessor pre-close hooks at 1731232199487Disabling compacts and flushes for region at 1731232199487Disabling writes for close at 1731232199487Obtaining lock to block concurrent updates at 1731232199488 (+1 ms)Preparing flush snapshotting stores in 3fadd93bd8647ca4d29e57d8ece55b75 at 1731232199488Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199488Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. at 1731232199488Flushing 3fadd93bd8647ca4d29e57d8ece55b75/colfamily11: creating writer at 1731232199489 (+1 ms)Flushing 3fadd93bd8647ca4d29e57d8ece55b75/colfamily11: appending metadata at 1731232199504 (+15 ms)Flushing 3fadd93bd8647ca4d29e57d8ece55b75/colfamily11: closing flushed file at 1731232199504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1194acdc: reopening flushed file at 1731232199517 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3fadd93bd8647ca4d29e57d8ece55b75 in 36ms, sequenceid=5, compaction requested=false at 1731232199524 (+7 ms)Writing region close event to WAL at 1731232199525 (+1 ms)Running coprocessor post-close hooks at 1731232199529 (+4 ms)Closed at 1731232199529 2024-11-10T09:49:59,529 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731232009579.3fadd93bd8647ca4d29e57d8ece55b75. 2024-11-10T09:49:59,529 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3de55654ddf9dfac66a3036327de903, disabling compactions & flushes 2024-11-10T09:49:59,529 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:59,530 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:59,530 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. after waiting 0 ms 2024-11-10T09:49:59,530 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:59,534 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3de55654ddf9dfac66a3036327de903/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,534 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:59,534 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3de55654ddf9dfac66a3036327de903: Waiting for close lock at 1731232199529Running coprocessor pre-close hooks at 1731232199529Disabling compacts and flushes for region at 1731232199529Disabling writes for close at 1731232199530 (+1 ms)Writing region close event to WAL at 1731232199530Running coprocessor post-close hooks at 1731232199534 (+4 ms)Closed at 1731232199534 2024-11-10T09:49:59,534 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731232009579.f3de55654ddf9dfac66a3036327de903. 2024-11-10T09:49:59,535 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f4212b634adffb62fba0e8875bb1460, disabling compactions & flushes 2024-11-10T09:49:59,535 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:59,535 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:59,535 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. after waiting 0 ms 2024-11-10T09:49:59,535 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:59,538 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f4212b634adffb62fba0e8875bb1460/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,539 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:59,539 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f4212b634adffb62fba0e8875bb1460: Waiting for close lock at 1731232199535Running coprocessor pre-close hooks at 1731232199535Disabling compacts and flushes for region at 1731232199535Disabling writes for close at 1731232199535Writing region close event to WAL at 1731232199535Running coprocessor post-close hooks at 1731232199539 (+4 ms)Closed at 1731232199539 2024-11-10T09:49:59,539 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731232009579.2f4212b634adffb62fba0e8875bb1460. 2024-11-10T09:49:59,539 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaa884b2f4f5c44a58ba330fa6bb798c, disabling compactions & flushes 2024-11-10T09:49:59,539 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:49:59,539 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:49:59,539 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. after waiting 0 ms 2024-11-10T09:49:59,539 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:49:59,539 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aaa884b2f4f5c44a58ba330fa6bb798c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,555 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c/.tmp/colfamily11/9d4a88a7556441baba65aed4795517ba is 52, key is bbb/colfamily11:colfamily11/1731232013133/Put/seqid=0 2024-11-10T09:49:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741898_1074 (size=39263) 2024-11-10T09:49:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741898_1074 (size=39263) 2024-11-10T09:49:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741898_1074 (size=39263) 2024-11-10T09:49:59,563 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c/.tmp/colfamily11/9d4a88a7556441baba65aed4795517ba 2024-11-10T09:49:59,570 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c/.tmp/colfamily11/9d4a88a7556441baba65aed4795517ba as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c/colfamily11/9d4a88a7556441baba65aed4795517ba 2024-11-10T09:49:59,572 DEBUG [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1351): Waiting on 731dcd2e1028ee10c84e1847cc00862f, aaa884b2f4f5c44a58ba330fa6bb798c 2024-11-10T09:49:59,572 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1351): Waiting on 3c0d3d04b0ee3ca40067ff43307bb2bd, 50c61e0c80ffb41e0e747c6b04ad3b88, 7bda7398382b7137d8574dbf3c30ae7b, 82e0926b2db9194baf9e666a894419f0, 8c6d5e0da73fa802db0005c439486cb9, a4f8e82617029669ff767b4616a57c75, ad8c95e475720b3cdfd776e02191e206, af518e4034b825710ea2acd6b1845bd4, c63f3e6f9ff59a8b0aa96637f63b2c5c, eb3b72f673e3d5f07d3e5b783d4d67cc, f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:49:59,576 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c/colfamily11/9d4a88a7556441baba65aed4795517ba, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,577 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aaa884b2f4f5c44a58ba330fa6bb798c in 38ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,581 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa884b2f4f5c44a58ba330fa6bb798c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,582 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:49:59,582 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaa884b2f4f5c44a58ba330fa6bb798c: Waiting for close lock at 1731232199539Running coprocessor pre-close hooks at 1731232199539Disabling compacts and flushes for region at 1731232199539Disabling writes for close at 1731232199539Obtaining lock to block concurrent updates at 1731232199539Preparing flush snapshotting stores in aaa884b2f4f5c44a58ba330fa6bb798c at 1731232199539Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199539Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. at 1731232199540 (+1 ms)Flushing aaa884b2f4f5c44a58ba330fa6bb798c/colfamily11: creating writer at 1731232199540Flushing aaa884b2f4f5c44a58ba330fa6bb798c/colfamily11: appending metadata at 1731232199554 (+14 ms)Flushing aaa884b2f4f5c44a58ba330fa6bb798c/colfamily11: closing flushed file at 1731232199555 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed01a34: reopening flushed file at 1731232199569 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aaa884b2f4f5c44a58ba330fa6bb798c in 38ms, sequenceid=5, compaction requested=false at 1731232199577 (+8 ms)Writing region close event to WAL at 1731232199578 (+1 ms)Running coprocessor post-close hooks at 1731232199582 (+4 ms)Closed at 1731232199582 2024-11-10T09:49:59,582 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731232009579.aaa884b2f4f5c44a58ba330fa6bb798c. 2024-11-10T09:49:59,582 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 731dcd2e1028ee10c84e1847cc00862f, disabling compactions & flushes 2024-11-10T09:49:59,582 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:59,582 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:59,582 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. after waiting 0 ms 2024-11-10T09:49:59,582 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:59,586 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/731dcd2e1028ee10c84e1847cc00862f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,587 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:59,587 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 731dcd2e1028ee10c84e1847cc00862f: Waiting for close lock at 1731232199582Running coprocessor pre-close hooks at 1731232199582Disabling compacts and flushes for region at 1731232199582Disabling writes for close at 1731232199582Writing region close event to WAL at 1731232199583 (+1 ms)Running coprocessor post-close hooks at 1731232199587 (+4 ms)Closed at 1731232199587 2024-11-10T09:49:59,587 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731232009579.731dcd2e1028ee10c84e1847cc00862f. 2024-11-10T09:49:59,615 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:49:59,615 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:49:59,615 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:49:59,615 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:49:59,728 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9/.tmp/colfamily11/230617ecce524e2b943834e7299a8ae0 2024-11-10T09:49:59,735 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9/.tmp/colfamily11/230617ecce524e2b943834e7299a8ae0 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9/colfamily11/230617ecce524e2b943834e7299a8ae0 2024-11-10T09:49:59,740 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9/colfamily11/230617ecce524e2b943834e7299a8ae0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,742 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8c6d5e0da73fa802db0005c439486cb9 in 444ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,746 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c6d5e0da73fa802db0005c439486cb9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,746 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:49:59,746 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c6d5e0da73fa802db0005c439486cb9: Waiting for close lock at 1731232199297Running coprocessor pre-close hooks at 1731232199297Disabling compacts and flushes for region at 1731232199297Disabling writes for close at 1731232199297Obtaining lock to block concurrent updates at 1731232199297Preparing flush snapshotting stores in 8c6d5e0da73fa802db0005c439486cb9 at 1731232199297Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199298 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. at 1731232199298Flushing 8c6d5e0da73fa802db0005c439486cb9/colfamily11: creating writer at 1731232199298Flushing 8c6d5e0da73fa802db0005c439486cb9/colfamily11: appending metadata at 1731232199314 (+16 ms)Flushing 8c6d5e0da73fa802db0005c439486cb9/colfamily11: closing flushed file at 1731232199315 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76839d52: reopening flushed file at 1731232199734 (+419 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8c6d5e0da73fa802db0005c439486cb9 in 444ms, sequenceid=5, compaction requested=false at 1731232199742 (+8 ms)Writing region close event to WAL at 1731232199742Running coprocessor post-close hooks at 1731232199746 (+4 ms)Closed at 1731232199746 2024-11-10T09:49:59,747 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731232009579.8c6d5e0da73fa802db0005c439486cb9. 2024-11-10T09:49:59,747 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82e0926b2db9194baf9e666a894419f0, disabling compactions & flushes 2024-11-10T09:49:59,747 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:49:59,747 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:49:59,747 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. after waiting 0 ms 2024-11-10T09:49:59,747 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:49:59,747 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82e0926b2db9194baf9e666a894419f0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,763 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0/.tmp/colfamily11/bad0ae03c054454bbac2b346c0f9ba01 is 52, key is jjj/colfamily11:colfamily11/1731232013337/Put/seqid=0 2024-11-10T09:49:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741899_1075 (size=39263) 2024-11-10T09:49:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741899_1075 (size=39263) 2024-11-10T09:49:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741899_1075 (size=39263) 2024-11-10T09:49:59,771 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0/.tmp/colfamily11/bad0ae03c054454bbac2b346c0f9ba01 2024-11-10T09:49:59,772 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1351): Waiting on 3c0d3d04b0ee3ca40067ff43307bb2bd, 50c61e0c80ffb41e0e747c6b04ad3b88, 7bda7398382b7137d8574dbf3c30ae7b, 82e0926b2db9194baf9e666a894419f0, a4f8e82617029669ff767b4616a57c75, ad8c95e475720b3cdfd776e02191e206, af518e4034b825710ea2acd6b1845bd4, c63f3e6f9ff59a8b0aa96637f63b2c5c, eb3b72f673e3d5f07d3e5b783d4d67cc, f9df8343b558dc8174ef56a2a5b18ee2 2024-11-10T09:49:59,773 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(976): stopping server b048fef8bb35,42371,1731232007459; all regions closed. 2024-11-10T09:49:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741865_1041 (size=15716) 2024-11-10T09:49:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741865_1041 (size=15716) 2024-11-10T09:49:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741865_1041 (size=15716) 2024-11-10T09:49:59,783 DEBUG [RS:2;b048fef8bb35:42371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs 2024-11-10T09:49:59,783 INFO [RS:2;b048fef8bb35:42371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C42371%2C1731232007459.meta:.meta(num 1731232194639) 2024-11-10T09:49:59,783 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0/.tmp/colfamily11/bad0ae03c054454bbac2b346c0f9ba01 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0/colfamily11/bad0ae03c054454bbac2b346c0f9ba01 2024-11-10T09:49:59,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741834_1010 (size=314313) 2024-11-10T09:49:59,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741834_1010 (size=314313) 2024-11-10T09:49:59,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741834_1010 (size=314313) 2024-11-10T09:49:59,789 DEBUG [RS:2;b048fef8bb35:42371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs 2024-11-10T09:49:59,789 INFO [RS:2;b048fef8bb35:42371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C42371%2C1731232007459:(num 1731232008781) 2024-11-10T09:49:59,789 DEBUG [RS:2;b048fef8bb35:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:49:59,790 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:49:59,790 INFO [RS:2;b048fef8bb35:42371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:49:59,790 INFO [RS:2;b048fef8bb35:42371 {}] hbase.ChoreService(370): Chore service for: regionserver/b048fef8bb35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:49:59,790 INFO [RS:2;b048fef8bb35:42371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:49:59,790 INFO [RS:2;b048fef8bb35:42371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42371 2024-11-10T09:49:59,791 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0/colfamily11/bad0ae03c054454bbac2b346c0f9ba01, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,792 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:49:59,793 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 82e0926b2db9194baf9e666a894419f0 in 45ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,42371,1731232007459 2024-11-10T09:49:59,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:49:59,793 INFO [RS:2;b048fef8bb35:42371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:49:59,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,42371,1731232007459] 2024-11-10T09:49:59,797 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/82e0926b2db9194baf9e666a894419f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,42371,1731232007459 already deleted, retry=false 2024-11-10T09:49:59,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b048fef8bb35,42371,1731232007459 expired; onlineServers=1 2024-11-10T09:49:59,798 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:49:59,798 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82e0926b2db9194baf9e666a894419f0: Waiting for close lock at 1731232199747Running coprocessor pre-close hooks at 1731232199747Disabling compacts and flushes for region at 1731232199747Disabling writes for close at 1731232199747Obtaining lock to block concurrent updates at 1731232199747Preparing flush snapshotting stores in 82e0926b2db9194baf9e666a894419f0 at 1731232199747Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199747Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. at 1731232199748 (+1 ms)Flushing 82e0926b2db9194baf9e666a894419f0/colfamily11: creating writer at 1731232199748Flushing 82e0926b2db9194baf9e666a894419f0/colfamily11: appending metadata at 1731232199763 (+15 ms)Flushing 82e0926b2db9194baf9e666a894419f0/colfamily11: closing flushed file at 1731232199763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221b41c8: reopening flushed file at 1731232199782 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 82e0926b2db9194baf9e666a894419f0 in 45ms, sequenceid=5, compaction requested=false at 1731232199793 (+11 ms)Writing region close event to WAL at 1731232199794 (+1 ms)Running coprocessor post-close hooks at 1731232199798 (+4 ms)Closed at 1731232199798 2024-11-10T09:49:59,798 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731232009579.82e0926b2db9194baf9e666a894419f0. 2024-11-10T09:49:59,798 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bda7398382b7137d8574dbf3c30ae7b, disabling compactions & flushes 2024-11-10T09:49:59,798 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:59,798 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:59,798 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. after waiting 0 ms 2024-11-10T09:49:59,798 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:59,802 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bda7398382b7137d8574dbf3c30ae7b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,802 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:59,803 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bda7398382b7137d8574dbf3c30ae7b: Waiting for close lock at 1731232199798Running coprocessor pre-close hooks at 1731232199798Disabling compacts and flushes for region at 1731232199798Disabling writes for close at 1731232199798Writing region close event to WAL at 1731232199799 (+1 ms)Running coprocessor post-close hooks at 1731232199802 (+3 ms)Closed at 1731232199802 2024-11-10T09:49:59,803 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731232009579.7bda7398382b7137d8574dbf3c30ae7b. 2024-11-10T09:49:59,803 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c0d3d04b0ee3ca40067ff43307bb2bd, disabling compactions & flushes 2024-11-10T09:49:59,803 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:49:59,803 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:49:59,803 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. after waiting 0 ms 2024-11-10T09:49:59,803 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:49:59,803 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c0d3d04b0ee3ca40067ff43307bb2bd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,819 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd/.tmp/colfamily11/df18c004be4845eea8903ed2dd27153d is 52, key is hhh/colfamily11:colfamily11/1731232013292/Put/seqid=0 2024-11-10T09:49:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741900_1076 (size=39263) 2024-11-10T09:49:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741900_1076 (size=39263) 2024-11-10T09:49:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741900_1076 (size=39263) 2024-11-10T09:49:59,827 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd/.tmp/colfamily11/df18c004be4845eea8903ed2dd27153d 2024-11-10T09:49:59,834 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd/.tmp/colfamily11/df18c004be4845eea8903ed2dd27153d as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily11/df18c004be4845eea8903ed2dd27153d 2024-11-10T09:49:59,839 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily11/df18c004be4845eea8903ed2dd27153d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,840 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3c0d3d04b0ee3ca40067ff43307bb2bd in 37ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,844 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c0d3d04b0ee3ca40067ff43307bb2bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,844 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:49:59,844 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c0d3d04b0ee3ca40067ff43307bb2bd: Waiting for close lock at 1731232199803Running coprocessor pre-close hooks at 1731232199803Disabling compacts and flushes for region at 1731232199803Disabling writes for close at 1731232199803Obtaining lock to block concurrent updates at 1731232199803Preparing flush snapshotting stores in 3c0d3d04b0ee3ca40067ff43307bb2bd at 1731232199803Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199803Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. at 1731232199804 (+1 ms)Flushing 3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily11: creating writer at 1731232199804Flushing 3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily11: appending metadata at 1731232199819 (+15 ms)Flushing 3c0d3d04b0ee3ca40067ff43307bb2bd/colfamily11: closing flushed file at 1731232199819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b678635: reopening flushed file at 1731232199833 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3c0d3d04b0ee3ca40067ff43307bb2bd in 37ms, sequenceid=5, compaction requested=false at 1731232199840 (+7 ms)Writing region close event to WAL at 1731232199841 (+1 ms)Running coprocessor post-close hooks at 1731232199844 (+3 ms)Closed at 1731232199844 2024-11-10T09:49:59,845 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731232009579.3c0d3d04b0ee3ca40067ff43307bb2bd. 2024-11-10T09:49:59,845 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4f8e82617029669ff767b4616a57c75, disabling compactions & flushes 2024-11-10T09:49:59,845 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:59,845 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:59,845 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. after waiting 0 ms 2024-11-10T09:49:59,845 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:59,848 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4f8e82617029669ff767b4616a57c75/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,849 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:59,849 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4f8e82617029669ff767b4616a57c75: Waiting for close lock at 1731232199845Running coprocessor pre-close hooks at 1731232199845Disabling compacts and flushes for region at 1731232199845Disabling writes for close at 1731232199845Writing region close event to WAL at 1731232199845Running coprocessor post-close hooks at 1731232199849 (+4 ms)Closed at 1731232199849 2024-11-10T09:49:59,849 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731232009579.a4f8e82617029669ff767b4616a57c75. 2024-11-10T09:49:59,849 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9df8343b558dc8174ef56a2a5b18ee2, disabling compactions & flushes 2024-11-10T09:49:59,849 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:49:59,849 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:49:59,849 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. after waiting 0 ms 2024-11-10T09:49:59,849 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:49:59,849 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9df8343b558dc8174ef56a2a5b18ee2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,865 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2/.tmp/colfamily11/4b250e00c15144ae882dd5b35b35841d is 52, key is yyy/colfamily11:colfamily11/1731232013536/Put/seqid=0 2024-11-10T09:49:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741901_1077 (size=39263) 2024-11-10T09:49:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741901_1077 (size=39263) 2024-11-10T09:49:59,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741901_1077 (size=39263) 2024-11-10T09:49:59,874 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2/.tmp/colfamily11/4b250e00c15144ae882dd5b35b35841d 2024-11-10T09:49:59,880 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2/.tmp/colfamily11/4b250e00c15144ae882dd5b35b35841d as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2/colfamily11/4b250e00c15144ae882dd5b35b35841d 2024-11-10T09:49:59,886 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2/colfamily11/4b250e00c15144ae882dd5b35b35841d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,887 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f9df8343b558dc8174ef56a2a5b18ee2 in 38ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,891 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9df8343b558dc8174ef56a2a5b18ee2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,892 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:49:59,892 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9df8343b558dc8174ef56a2a5b18ee2: Waiting for close lock at 1731232199849Running coprocessor pre-close hooks at 1731232199849Disabling compacts and flushes for region at 1731232199849Disabling writes for close at 1731232199849Obtaining lock to block concurrent updates at 1731232199849Preparing flush snapshotting stores in f9df8343b558dc8174ef56a2a5b18ee2 at 1731232199849Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199850 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. at 1731232199850Flushing f9df8343b558dc8174ef56a2a5b18ee2/colfamily11: creating writer at 1731232199850Flushing f9df8343b558dc8174ef56a2a5b18ee2/colfamily11: appending metadata at 1731232199865 (+15 ms)Flushing f9df8343b558dc8174ef56a2a5b18ee2/colfamily11: closing flushed file at 1731232199865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4258177e: reopening flushed file at 1731232199879 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f9df8343b558dc8174ef56a2a5b18ee2 in 38ms, sequenceid=5, compaction requested=false at 1731232199887 (+8 ms)Writing region close event to WAL at 1731232199888 (+1 ms)Running coprocessor post-close hooks at 1731232199891 (+3 ms)Closed at 1731232199891 2024-11-10T09:49:59,892 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731232009579.f9df8343b558dc8174ef56a2a5b18ee2. 2024-11-10T09:49:59,892 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c63f3e6f9ff59a8b0aa96637f63b2c5c, disabling compactions & flushes 2024-11-10T09:49:59,892 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:49:59,892 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:49:59,892 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. after waiting 0 ms 2024-11-10T09:49:59,892 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:49:59,892 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c63f3e6f9ff59a8b0aa96637f63b2c5c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:49:59,895 INFO [RS:2;b048fef8bb35:42371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:49:59,895 INFO [RS:2;b048fef8bb35:42371 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,42371,1731232007459; zookeeper connection closed. 2024-11-10T09:49:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x101919374290003, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:49:59,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19af746c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19af746c 2024-11-10T09:49:59,909 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c/.tmp/colfamily11/5a16621167dc4e12b2f01582a73c9951 is 52, key is vvv/colfamily11:colfamily11/1731232013500/Put/seqid=0 2024-11-10T09:49:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741902_1078 (size=39263) 2024-11-10T09:49:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741902_1078 (size=39263) 2024-11-10T09:49:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741902_1078 (size=39263) 2024-11-10T09:49:59,919 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c/.tmp/colfamily11/5a16621167dc4e12b2f01582a73c9951 2024-11-10T09:49:59,925 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c/.tmp/colfamily11/5a16621167dc4e12b2f01582a73c9951 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily11/5a16621167dc4e12b2f01582a73c9951 2024-11-10T09:49:59,930 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily11/5a16621167dc4e12b2f01582a73c9951, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,931 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c63f3e6f9ff59a8b0aa96637f63b2c5c in 39ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,935 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c63f3e6f9ff59a8b0aa96637f63b2c5c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,936 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:49:59,936 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c63f3e6f9ff59a8b0aa96637f63b2c5c: Waiting for close lock at 1731232199892Running coprocessor pre-close hooks at 1731232199892Disabling compacts and flushes for region at 1731232199892Disabling writes for close at 1731232199892Obtaining lock to block concurrent updates at 1731232199892Preparing flush snapshotting stores in c63f3e6f9ff59a8b0aa96637f63b2c5c at 1731232199892Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199892Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. at 1731232199893 (+1 ms)Flushing c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily11: creating writer at 1731232199893Flushing c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily11: appending metadata at 1731232199908 (+15 ms)Flushing c63f3e6f9ff59a8b0aa96637f63b2c5c/colfamily11: closing flushed file at 1731232199908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45998e40: reopening flushed file at 1731232199924 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c63f3e6f9ff59a8b0aa96637f63b2c5c in 39ms, sequenceid=5, compaction requested=false at 1731232199931 (+7 ms)Writing region close event to WAL at 1731232199932 (+1 ms)Running coprocessor post-close hooks at 1731232199936 (+4 ms)Closed at 1731232199936 2024-11-10T09:49:59,936 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731232009579.c63f3e6f9ff59a8b0aa96637f63b2c5c. 2024-11-10T09:49:59,936 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af518e4034b825710ea2acd6b1845bd4, disabling compactions & flushes 2024-11-10T09:49:59,936 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:49:59,936 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:49:59,936 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. after waiting 0 ms 2024-11-10T09:49:59,936 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:49:59,936 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af518e4034b825710ea2acd6b1845bd4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:49:59,953 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4/.tmp/colfamily11/aeaef30d7c32404d84640696aaee24dc is 52, key is lll/colfamily11:colfamily11/1731232013378/Put/seqid=0 2024-11-10T09:49:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741903_1079 (size=39263) 2024-11-10T09:49:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741903_1079 (size=39263) 2024-11-10T09:49:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741903_1079 (size=39263) 2024-11-10T09:49:59,960 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4/.tmp/colfamily11/aeaef30d7c32404d84640696aaee24dc 2024-11-10T09:49:59,967 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4/.tmp/colfamily11/aeaef30d7c32404d84640696aaee24dc as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4/colfamily11/aeaef30d7c32404d84640696aaee24dc 2024-11-10T09:49:59,973 DEBUG [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1351): Waiting on 50c61e0c80ffb41e0e747c6b04ad3b88, ad8c95e475720b3cdfd776e02191e206, af518e4034b825710ea2acd6b1845bd4, eb3b72f673e3d5f07d3e5b783d4d67cc 2024-11-10T09:49:59,973 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4/colfamily11/aeaef30d7c32404d84640696aaee24dc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:49:59,974 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for af518e4034b825710ea2acd6b1845bd4 in 38ms, sequenceid=5, compaction requested=false 2024-11-10T09:49:59,978 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af518e4034b825710ea2acd6b1845bd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:49:59,979 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:49:59,979 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af518e4034b825710ea2acd6b1845bd4: Waiting for close lock at 1731232199936Running coprocessor pre-close hooks at 1731232199936Disabling compacts and flushes for region at 1731232199936Disabling writes for close at 1731232199936Obtaining lock to block concurrent updates at 1731232199936Preparing flush snapshotting stores in af518e4034b825710ea2acd6b1845bd4 at 1731232199936Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199937 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. at 1731232199937Flushing af518e4034b825710ea2acd6b1845bd4/colfamily11: creating writer at 1731232199937Flushing af518e4034b825710ea2acd6b1845bd4/colfamily11: appending metadata at 1731232199952 (+15 ms)Flushing af518e4034b825710ea2acd6b1845bd4/colfamily11: closing flushed file at 1731232199952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c1901b: reopening flushed file at 1731232199966 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for af518e4034b825710ea2acd6b1845bd4 in 38ms, sequenceid=5, compaction requested=false at 1731232199974 (+8 ms)Writing region close event to WAL at 1731232199975 (+1 ms)Running coprocessor post-close hooks at 1731232199979 (+4 ms)Closed at 1731232199979 2024-11-10T09:49:59,979 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731232009579.af518e4034b825710ea2acd6b1845bd4. 2024-11-10T09:49:59,979 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50c61e0c80ffb41e0e747c6b04ad3b88, disabling compactions & flushes 2024-11-10T09:49:59,979 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:59,979 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:59,979 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. after waiting 0 ms 2024-11-10T09:49:59,979 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:59,983 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/50c61e0c80ffb41e0e747c6b04ad3b88/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,983 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:59,983 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50c61e0c80ffb41e0e747c6b04ad3b88: Waiting for close lock at 1731232199979Running coprocessor pre-close hooks at 1731232199979Disabling compacts and flushes for region at 1731232199979Disabling writes for close at 1731232199979Writing region close event to WAL at 1731232199980 (+1 ms)Running coprocessor post-close hooks at 1731232199983 (+3 ms)Closed at 1731232199983 2024-11-10T09:49:59,983 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731232009579.50c61e0c80ffb41e0e747c6b04ad3b88. 2024-11-10T09:49:59,984 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb3b72f673e3d5f07d3e5b783d4d67cc, disabling compactions & flushes 2024-11-10T09:49:59,984 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:59,984 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:59,984 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. after waiting 0 ms 2024-11-10T09:49:59,984 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:59,987 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3b72f673e3d5f07d3e5b783d4d67cc/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T09:49:59,988 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb3b72f673e3d5f07d3e5b783d4d67cc: Waiting for close lock at 1731232199984Running coprocessor pre-close hooks at 1731232199984Disabling compacts and flushes for region at 1731232199984Disabling writes for close at 1731232199984Writing region close event to WAL at 1731232199984Running coprocessor post-close hooks at 1731232199988 (+4 ms)Closed at 1731232199988 2024-11-10T09:49:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731232009579.eb3b72f673e3d5f07d3e5b783d4d67cc. 2024-11-10T09:49:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad8c95e475720b3cdfd776e02191e206, disabling compactions & flushes 2024-11-10T09:49:59,988 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:49:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:49:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. after waiting 0 ms 2024-11-10T09:49:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:49:59,988 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad8c95e475720b3cdfd776e02191e206 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T09:50:00,004 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206/.tmp/colfamily11/5d01d71e9e0d4e8abd385b6e6fa0fa95 is 52, key is ccc/colfamily11:colfamily11/1731232013127/Put/seqid=0 2024-11-10T09:50:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741904_1080 (size=39263) 2024-11-10T09:50:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741904_1080 (size=39263) 2024-11-10T09:50:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741904_1080 (size=39263) 2024-11-10T09:50:00,013 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206/.tmp/colfamily11/5d01d71e9e0d4e8abd385b6e6fa0fa95 2024-11-10T09:50:00,019 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206/.tmp/colfamily11/5d01d71e9e0d4e8abd385b6e6fa0fa95 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206/colfamily11/5d01d71e9e0d4e8abd385b6e6fa0fa95 2024-11-10T09:50:00,024 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206/colfamily11/5d01d71e9e0d4e8abd385b6e6fa0fa95, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T09:50:00,026 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad8c95e475720b3cdfd776e02191e206 in 38ms, sequenceid=5, compaction requested=false 2024-11-10T09:50:00,030 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad8c95e475720b3cdfd776e02191e206/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:50:00,031 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:50:00,031 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad8c95e475720b3cdfd776e02191e206: Waiting for close lock at 1731232199988Running coprocessor pre-close hooks at 1731232199988Disabling compacts and flushes for region at 1731232199988Disabling writes for close at 1731232199988Obtaining lock to block concurrent updates at 1731232199988Preparing flush snapshotting stores in ad8c95e475720b3cdfd776e02191e206 at 1731232199988Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731232199988Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. at 1731232199989 (+1 ms)Flushing ad8c95e475720b3cdfd776e02191e206/colfamily11: creating writer at 1731232199989Flushing ad8c95e475720b3cdfd776e02191e206/colfamily11: appending metadata at 1731232200003 (+14 ms)Flushing ad8c95e475720b3cdfd776e02191e206/colfamily11: closing flushed file at 1731232200004 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcfd208: reopening flushed file at 1731232200018 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad8c95e475720b3cdfd776e02191e206 in 38ms, sequenceid=5, compaction requested=false at 1731232200026 (+8 ms)Writing region close event to WAL at 1731232200027 (+1 ms)Running coprocessor post-close hooks at 1731232200031 (+4 ms)Closed at 1731232200031 2024-11-10T09:50:00,031 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731232009579.ad8c95e475720b3cdfd776e02191e206. 2024-11-10T09:50:00,173 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(976): stopping server b048fef8bb35,43391,1731232007318; all regions closed. 2024-11-10T09:50:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741835_1011 (size=354127) 2024-11-10T09:50:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741835_1011 (size=354127) 2024-11-10T09:50:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741835_1011 (size=354127) 2024-11-10T09:50:00,179 DEBUG [RS:0;b048fef8bb35:43391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/oldWALs 2024-11-10T09:50:00,179 INFO [RS:0;b048fef8bb35:43391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C43391%2C1731232007318:(num 1731232008781) 2024-11-10T09:50:00,179 DEBUG [RS:0;b048fef8bb35:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:50:00,179 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:50:00,179 INFO [RS:0;b048fef8bb35:43391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:50:00,179 INFO [RS:0;b048fef8bb35:43391 {}] hbase.ChoreService(370): Chore service for: regionserver/b048fef8bb35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:50:00,179 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:50:00,179 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:50:00,180 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:50:00,180 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:50:00,180 INFO [RS:0;b048fef8bb35:43391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:50:00,180 INFO [RS:0;b048fef8bb35:43391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43391 2024-11-10T09:50:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:50:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,43391,1731232007318 2024-11-10T09:50:00,182 INFO [RS:0;b048fef8bb35:43391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:50:00,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,43391,1731232007318] 2024-11-10T09:50:00,185 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,43391,1731232007318 already deleted, retry=false 2024-11-10T09:50:00,185 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b048fef8bb35,43391,1731232007318 expired; onlineServers=0 2024-11-10T09:50:00,185 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b048fef8bb35,39567,1731232006650' ***** 2024-11-10T09:50:00,185 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:50:00,185 INFO [M:0;b048fef8bb35:39567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:50:00,185 INFO [M:0;b048fef8bb35:39567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:50:00,186 DEBUG [M:0;b048fef8bb35:39567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:50:00,186 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:50:00,186 DEBUG [M:0;b048fef8bb35:39567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:50:00,186 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232008442 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232008442,5,FailOnTimeoutGroup] 2024-11-10T09:50:00,186 INFO [M:0;b048fef8bb35:39567 {}] hbase.ChoreService(370): Chore service for: master/b048fef8bb35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:50:00,186 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232008441 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232008441,5,FailOnTimeoutGroup] 2024-11-10T09:50:00,186 INFO [M:0;b048fef8bb35:39567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:50:00,186 DEBUG [M:0;b048fef8bb35:39567 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:50:00,186 INFO [M:0;b048fef8bb35:39567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:50:00,186 INFO [M:0;b048fef8bb35:39567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:50:00,186 INFO [M:0;b048fef8bb35:39567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:50:00,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:50:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T09:50:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:50:00,188 DEBUG [M:0;b048fef8bb35:39567 {}] zookeeper.ZKUtil(347): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T09:50:00,188 WARN [M:0;b048fef8bb35:39567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:50:00,189 INFO [M:0;b048fef8bb35:39567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/.lastflushedseqids 2024-11-10T09:50:00,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T09:50:00,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741905_1081 (size=2837) 2024-11-10T09:50:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741905_1081 (size=2837) 2024-11-10T09:50:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741905_1081 (size=2837) 2024-11-10T09:50:00,211 INFO [M:0;b048fef8bb35:39567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:50:00,212 INFO [M:0;b048fef8bb35:39567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:50:00,212 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:50:00,212 INFO [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:50:00,212 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:50:00,212 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:50:00,212 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:50:00,212 INFO [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.48 KB heapSize=404.84 KB 2024-11-10T09:50:00,234 DEBUG [M:0;b048fef8bb35:39567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b54e39d8e584e11a62459b774a802c2 is 82, key is hbase:meta,,1/info:regioninfo/1731232194967/Put/seqid=0 2024-11-10T09:50:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741906_1082 (size=6071) 2024-11-10T09:50:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741906_1082 (size=6071) 2024-11-10T09:50:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741906_1082 (size=6071) 2024-11-10T09:50:00,242 INFO [M:0;b048fef8bb35:39567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b54e39d8e584e11a62459b774a802c2 2024-11-10T09:50:00,270 DEBUG [M:0;b048fef8bb35:39567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2a4602132c4caaa999aa13ee87c06c is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731232010747/Put/seqid=0 2024-11-10T09:50:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741907_1083 (size=13499) 2024-11-10T09:50:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741907_1083 (size=13499) 2024-11-10T09:50:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741907_1083 (size=13499) 2024-11-10T09:50:00,277 INFO [M:0;b048fef8bb35:39567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.25 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2a4602132c4caaa999aa13ee87c06c 2024-11-10T09:50:00,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:50:00,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101919374290001, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:50:00,284 INFO [RS:0;b048fef8bb35:43391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:50:00,284 INFO [RS:0;b048fef8bb35:43391 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,43391,1731232007318; zookeeper connection closed. 2024-11-10T09:50:00,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@468d8dcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@468d8dcd 2024-11-10T09:50:00,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T09:50:00,299 DEBUG [M:0;b048fef8bb35:39567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/623e5f1a93474a2f86aceb10c76f583d is 69, key is b048fef8bb35,42371,1731232007459/rs:state/1731232008535/Put/seqid=0 2024-11-10T09:50:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741908_1084 (size=5442) 2024-11-10T09:50:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741908_1084 (size=5442) 2024-11-10T09:50:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741908_1084 (size=5442) 2024-11-10T09:50:00,306 INFO [M:0;b048fef8bb35:39567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/623e5f1a93474a2f86aceb10c76f583d 2024-11-10T09:50:00,312 INFO [M:0;b048fef8bb35:39567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 623e5f1a93474a2f86aceb10c76f583d 2024-11-10T09:50:00,313 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b54e39d8e584e11a62459b774a802c2 as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b54e39d8e584e11a62459b774a802c2 2024-11-10T09:50:00,318 INFO [M:0;b048fef8bb35:39567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b54e39d8e584e11a62459b774a802c2, entries=14, sequenceid=635, filesize=5.9 K 2024-11-10T09:50:00,318 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2a4602132c4caaa999aa13ee87c06c as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae2a4602132c4caaa999aa13ee87c06c 2024-11-10T09:50:00,323 INFO [M:0;b048fef8bb35:39567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae2a4602132c4caaa999aa13ee87c06c, entries=81, sequenceid=635, filesize=13.2 K 2024-11-10T09:50:00,324 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/623e5f1a93474a2f86aceb10c76f583d as hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/623e5f1a93474a2f86aceb10c76f583d 2024-11-10T09:50:00,328 INFO [M:0;b048fef8bb35:39567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 623e5f1a93474a2f86aceb10c76f583d 2024-11-10T09:50:00,328 INFO [M:0;b048fef8bb35:39567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/adb4123a-b232-d498-3b43-2460d39770b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/623e5f1a93474a2f86aceb10c76f583d, entries=3, sequenceid=635, filesize=5.3 K 2024-11-10T09:50:00,329 INFO [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.48 KB/352745, heapSize ~404.54 KB/414248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=635, compaction requested=false 2024-11-10T09:50:00,330 INFO [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:50:00,330 DEBUG [M:0;b048fef8bb35:39567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232200212Disabling compacts and flushes for region at 1731232200212Disabling writes for close at 1731232200212Obtaining lock to block concurrent updates at 1731232200212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731232200212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352745, getHeapSize=414488, getOffHeapSize=0, getCellsCount=800 at 1731232200213 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731232200213Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731232200213Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731232200234 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731232200234Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731232200247 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731232200270 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731232200270Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731232200283 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731232200298 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731232200298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48457c5: reopening flushed file at 1731232200312 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62acb3b: reopening flushed file at 1731232200318 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2583dc07: reopening flushed file at 1731232200323 (+5 ms)Finished flush of dataSize ~344.48 KB/352745, heapSize ~404.54 KB/414248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=635, compaction requested=false at 1731232200329 (+6 ms)Writing region close event to WAL at 1731232200330 (+1 ms)Closed at 1731232200330 2024-11-10T09:50:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42533 is added to blk_1073741830_1006 (size=395099) 2024-11-10T09:50:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741830_1006 (size=395099) 2024-11-10T09:50:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37327 is added to blk_1073741830_1006 (size=395099) 2024-11-10T09:50:00,334 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:50:00,334 INFO [M:0;b048fef8bb35:39567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:50:00,334 INFO [M:0;b048fef8bb35:39567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39567 2024-11-10T09:50:00,334 INFO [M:0;b048fef8bb35:39567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:50:00,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:50:00,437 INFO [M:0;b048fef8bb35:39567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:50:00,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x101919374290000, quorum=127.0.0.1:55062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:50:00,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:50:00,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:50:00,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:50:00,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:50:00,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,STOPPED} 2024-11-10T09:50:00,446 WARN [BP-542558318-172.17.0.2-1731232003592 heartbeating to localhost/127.0.0.1:33049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:50:00,446 WARN [BP-542558318-172.17.0.2-1731232003592 heartbeating to localhost/127.0.0.1:33049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-542558318-172.17.0.2-1731232003592 (Datanode Uuid c5981a5c-c714-47b3-96b1-d232818ba2c2) service to localhost/127.0.0.1:33049 2024-11-10T09:50:00,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:50:00,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:50:00,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data5/current/BP-542558318-172.17.0.2-1731232003592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:50:00,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data6/current/BP-542558318-172.17.0.2-1731232003592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:50:00,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:50:00,448 WARN [BP-542558318-172.17.0.2-1731232003592 heartbeating to localhost/127.0.0.1:33049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-542558318-172.17.0.2-1731232003592 (Datanode Uuid 2c4a48f1-85d8-4d78-805b-d1985963c39a) service to localhost/127.0.0.1:33049 2024-11-10T09:50:00,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data3/current/BP-542558318-172.17.0.2-1731232003592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:50:00,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data4/current/BP-542558318-172.17.0.2-1731232003592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:50:00,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:50:00,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:50:00,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:50:00,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:50:00,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,STOPPED} 2024-11-10T09:50:00,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:50:00,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:50:00,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:50:00,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:50:00,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:50:00,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,STOPPED} 2024-11-10T09:50:00,457 WARN [BP-542558318-172.17.0.2-1731232003592 heartbeating to localhost/127.0.0.1:33049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:50:00,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:50:00,457 WARN [BP-542558318-172.17.0.2-1731232003592 heartbeating to localhost/127.0.0.1:33049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-542558318-172.17.0.2-1731232003592 (Datanode Uuid ebb8679a-80cb-4be6-815e-1a78bf475955) service to localhost/127.0.0.1:33049 2024-11-10T09:50:00,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:50:00,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data1/current/BP-542558318-172.17.0.2-1731232003592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:50:00,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/cluster_0a6999a4-7d8a-13a2-a33a-cb9c4ca05c2d/data/data2/current/BP-542558318-172.17.0.2-1731232003592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:50:00,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:50:00,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:50:00,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:50:00,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:50:00,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:50:00,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94f58999-94ce-27cb-6996-4743fdb28bd4/hadoop.log.dir/,STOPPED} 2024-11-10T09:50:00,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:50:00,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:50:00,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=91 (was 11) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b048fef8bb35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b048fef8bb35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6e91a41d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b048fef8bb35:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:33049 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b048fef8bb35:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/b048fef8bb35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b048fef8bb35:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:33049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:33049 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/b048fef8bb35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:33049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b048fef8bb35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=36 (was 87), ProcessCount=11 (was 11), AvailableMemoryMB=7632 (was 8936)