2024-11-26 10:14:28,440 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-11-26 10:14:28,462 main DEBUG Took 0.018493 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 10:14:28,462 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 10:14:28,463 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 10:14:28,464 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 10:14:28,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,475 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 10:14:28,492 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,496 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,498 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,499 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,500 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,502 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,503 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,504 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,508 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,510 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:14:28,510 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,511 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 10:14:28,512 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:14:28,519 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 10:14:28,522 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 10:14:28,522 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 10:14:28,524 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 10:14:28,536 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 10:14:28,557 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 10:14:28,562 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 10:14:28,566 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 10:14:28,568 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 10:14:28,570 main DEBUG createAppenders(={Console}) 2024-11-26 10:14:28,572 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 initialized 2024-11-26 10:14:28,572 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-11-26 10:14:28,572 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 OK. 2024-11-26 10:14:28,573 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 10:14:28,574 main DEBUG OutputStream closed 2024-11-26 10:14:28,574 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 10:14:28,574 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 10:14:28,575 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@c88a337 OK 2024-11-26 10:14:28,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 10:14:28,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 10:14:28,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 10:14:28,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 10:14:28,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 10:14:28,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 10:14:28,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 10:14:28,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 10:14:28,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 10:14:28,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 10:14:28,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 10:14:28,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 10:14:28,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 10:14:28,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 10:14:28,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 10:14:28,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 10:14:28,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 10:14:28,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 10:14:28,743 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 10:14:28,743 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-11-26 10:14:28,744 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 10:14:28,745 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-11-26T10:14:28,762 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.assignment.TestRollbackSCP timeout: 13 mins 2024-11-26 10:14:28,773 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 10:14:28,775 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T10:14:29,101 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef 2024-11-26T10:14:29,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=class org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$HMasterForTest, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:14:29,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb, deleteOnExit=true 2024-11-26T10:14:29,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:14:29,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/test.cache.data in system properties and HBase conf 2024-11-26T10:14:29,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:14:29,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:14:29,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:14:29,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:14:29,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:14:29,282 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T10:14:29,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:14:29,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:14:29,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:14:29,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:14:29,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:14:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:14:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:14:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:14:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:14:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:14:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:14:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:14:29,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:14:29,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:14:29,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:14:30,648 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T10:14:30,752 INFO [Time-limited test {}] log.Log(170): Logging initialized @3338ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T10:14:30,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:14:30,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:14:31,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:14:31,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:14:31,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:14:31,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:14:31,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265b24f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:14:31,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76beb053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:14:31,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376fa8f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/java.io.tmpdir/jetty-localhost-42509-hadoop-hdfs-3_4_1-tests_jar-_-any-16767010678831183456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:14:31,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672b88ea{HTTP/1.1, (http/1.1)}{localhost:42509} 2024-11-26T10:14:31,322 INFO [Time-limited test {}] server.Server(415): Started @3910ms 2024-11-26T10:14:31,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:14:31,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:14:31,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:14:31,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:14:31,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:14:31,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b6b75c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:14:31,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70201ae6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:14:32,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@715133de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/java.io.tmpdir/jetty-localhost-45753-hadoop-hdfs-3_4_1-tests_jar-_-any-8636221019647342291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:14:32,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d8e9708{HTTP/1.1, (http/1.1)}{localhost:45753} 2024-11-26T10:14:32,043 INFO [Time-limited test {}] server.Server(415): Started @4631ms 2024-11-26T10:14:32,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:14:32,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:14:32,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:14:32,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:14:32,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:14:32,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:14:32,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c3cb41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:14:32,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2041eb0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:14:32,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1873c69b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/java.io.tmpdir/jetty-localhost-36519-hadoop-hdfs-3_4_1-tests_jar-_-any-13339518499720792070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:14:32,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca981a0{HTTP/1.1, (http/1.1)}{localhost:36519} 2024-11-26T10:14:32,611 INFO [Time-limited test {}] server.Server(415): Started @5198ms 2024-11-26T10:14:32,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:14:32,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:14:32,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:14:32,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:14:32,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:14:32,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:14:32,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48261703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:14:32,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@796aba77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:14:32,813 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/data/data2/current/BP-578353866-172.17.0.2-1732616070316/current, will proceed with Du for space computation calculation, 2024-11-26T10:14:32,816 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/data/data3/current/BP-578353866-172.17.0.2-1732616070316/current, will proceed with Du for space computation calculation, 2024-11-26T10:14:32,813 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/data/data1/current/BP-578353866-172.17.0.2-1732616070316/current, will proceed with Du for space computation calculation, 2024-11-26T10:14:32,818 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/data/data4/current/BP-578353866-172.17.0.2-1732616070316/current, will proceed with Du for space computation calculation, 2024-11-26T10:14:32,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d2afd6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/java.io.tmpdir/jetty-localhost-35601-hadoop-hdfs-3_4_1-tests_jar-_-any-13821229459021095034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:14:32,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f351b31{HTTP/1.1, (http/1.1)}{localhost:35601} 2024-11-26T10:14:32,917 INFO [Time-limited test {}] server.Server(415): Started @5504ms 2024-11-26T10:14:32,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:14:32,976 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:14:32,977 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:14:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fe10eb198411e0c with lease ID 0x2e807c9560a17be: Processing first storage report for DS-687634f4-3e39-40a4-ab70-83e15e7a5932 from datanode DatanodeRegistration(127.0.0.1:43699, datanodeUuid=cda91610-ac26-4afe-b739-fa65eec182b5, infoPort=45013, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316) 2024-11-26T10:14:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fe10eb198411e0c with lease ID 0x2e807c9560a17be: from storage DS-687634f4-3e39-40a4-ab70-83e15e7a5932 node DatanodeRegistration(127.0.0.1:43699, datanodeUuid=cda91610-ac26-4afe-b739-fa65eec182b5, infoPort=45013, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:14:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8c8dc2477557439 with lease ID 0x2e807c9560a17bf: Processing first storage report for DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2 from datanode DatanodeRegistration(127.0.0.1:44439, datanodeUuid=23d52646-9525-47ee-a330-3baa43982c5b, infoPort=35491, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316) 2024-11-26T10:14:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8c8dc2477557439 with lease ID 0x2e807c9560a17bf: from storage DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2 node DatanodeRegistration(127.0.0.1:44439, datanodeUuid=23d52646-9525-47ee-a330-3baa43982c5b, infoPort=35491, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:14:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fe10eb198411e0c with lease ID 0x2e807c9560a17be: Processing first storage report for DS-3ba6051e-623e-4070-8092-b90fce8b5947 from datanode DatanodeRegistration(127.0.0.1:43699, datanodeUuid=cda91610-ac26-4afe-b739-fa65eec182b5, infoPort=45013, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316) 2024-11-26T10:14:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fe10eb198411e0c with lease ID 0x2e807c9560a17be: from storage DS-3ba6051e-623e-4070-8092-b90fce8b5947 node DatanodeRegistration(127.0.0.1:43699, datanodeUuid=cda91610-ac26-4afe-b739-fa65eec182b5, infoPort=45013, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:14:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8c8dc2477557439 with lease ID 0x2e807c9560a17bf: Processing first storage report for DS-6c6396be-5873-429e-8f01-ea27fec8b8dd from datanode DatanodeRegistration(127.0.0.1:44439, datanodeUuid=23d52646-9525-47ee-a330-3baa43982c5b, infoPort=35491, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316) 2024-11-26T10:14:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8c8dc2477557439 with lease ID 0x2e807c9560a17bf: from storage DS-6c6396be-5873-429e-8f01-ea27fec8b8dd node DatanodeRegistration(127.0.0.1:44439, datanodeUuid=23d52646-9525-47ee-a330-3baa43982c5b, infoPort=35491, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:14:33,137 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/data/data5/current/BP-578353866-172.17.0.2-1732616070316/current, will proceed with Du for space computation calculation, 2024-11-26T10:14:33,148 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/data/data6/current/BP-578353866-172.17.0.2-1732616070316/current, will proceed with Du for space computation calculation, 2024-11-26T10:14:33,214 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:14:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28a15453a80dbaf9 with lease ID 0x2e807c9560a17c0: Processing first storage report for DS-7120a2c7-6883-4325-b59c-3c18d703440d from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a8ce3797-969f-47b9-80f6-adc92053fc12, infoPort=33943, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316) 2024-11-26T10:14:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28a15453a80dbaf9 with lease ID 0x2e807c9560a17c0: from storage DS-7120a2c7-6883-4325-b59c-3c18d703440d node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a8ce3797-969f-47b9-80f6-adc92053fc12, infoPort=33943, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:14:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28a15453a80dbaf9 with lease ID 0x2e807c9560a17c0: Processing first storage report for DS-646ed0e9-c0b9-4691-a742-72993ffb61aa from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a8ce3797-969f-47b9-80f6-adc92053fc12, infoPort=33943, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316) 2024-11-26T10:14:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28a15453a80dbaf9 with lease ID 0x2e807c9560a17c0: from storage DS-646ed0e9-c0b9-4691-a742-72993ffb61aa node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a8ce3797-969f-47b9-80f6-adc92053fc12, infoPort=33943, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=655095321;c=1732616070316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:14:33,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef 2024-11-26T10:14:33,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/zookeeper_0, clientPort=52266, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e85a4e7-faac-2f17-123e-3d9ba03f20ef/cluster_facbc4eb-911a-ecd6-1906-b1e9266830fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:14:33,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52266 2024-11-26T10:14:33,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:33,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:14:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:14:33,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:14:34,340 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 with version=8 2024-11-26T10:14:34,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/hbase-staging 2024-11-26T10:14:34,432 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T10:14:34,684 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:14:34,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:34,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:34,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:14:34,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:34,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:14:34,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:14:34,898 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T10:14:34,906 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T10:14:34,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:14:34,937 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7873 (auto-detected) 2024-11-26T10:14:34,938 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T10:14:34,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35965 2024-11-26T10:14:34,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35965 connecting to ZooKeeper ensemble=127.0.0.1:52266 2024-11-26T10:14:35,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359650x0, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:14:35,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35965-0x10153c51bed0000 connected 2024-11-26T10:14:35,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:14:35,065 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711, hbase.cluster.distributed=false 2024-11-26T10:14:35,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:14:35,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35965 2024-11-26T10:14:35,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35965 2024-11-26T10:14:35,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35965 2024-11-26T10:14:35,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35965 2024-11-26T10:14:35,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35965 2024-11-26T10:14:35,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:14:35,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:14:35,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:14:35,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:14:35,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:14:35,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35987 2024-11-26T10:14:35,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35987 connecting to ZooKeeper ensemble=127.0.0.1:52266 2024-11-26T10:14:35,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359870x0, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:14:35,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359870x0, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:14:35,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35987-0x10153c51bed0001 connected 2024-11-26T10:14:35,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:14:35,241 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:14:35,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:14:35,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:14:35,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35987 2024-11-26T10:14:35,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35987 2024-11-26T10:14:35,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35987 2024-11-26T10:14:35,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35987 2024-11-26T10:14:35,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35987 2024-11-26T10:14:35,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:14:35,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:14:35,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:14:35,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:14:35,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:14:35,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37599 2024-11-26T10:14:35,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37599 connecting to ZooKeeper ensemble=127.0.0.1:52266 2024-11-26T10:14:35,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375990x0, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:14:35,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37599-0x10153c51bed0002 connected 2024-11-26T10:14:35,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:14:35,285 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:14:35,287 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:14:35,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:14:35,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:14:35,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-26T10:14:35,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37599 2024-11-26T10:14:35,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37599 2024-11-26T10:14:35,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-26T10:14:35,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-26T10:14:35,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:14:35,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:14:35,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:14:35,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:14:35,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:14:35,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:14:35,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42607 2024-11-26T10:14:35,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42607 connecting to ZooKeeper ensemble=127.0.0.1:52266 2024-11-26T10:14:35,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426070x0, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:14:35,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426070x0, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:14:35,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42607-0x10153c51bed0003 connected 2024-11-26T10:14:35,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:14:35,332 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:14:35,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:14:35,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:14:35,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42607 2024-11-26T10:14:35,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42607 2024-11-26T10:14:35,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42607 2024-11-26T10:14:35,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42607 2024-11-26T10:14:35,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42607 2024-11-26T10:14:35,358 DEBUG [M:0;94eedbb855cf:35965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:35965 2024-11-26T10:14:35,359 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/94eedbb855cf,35965,1732616074485 2024-11-26T10:14:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,369 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/94eedbb855cf,35965,1732616074485 2024-11-26T10:14:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:14:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:14:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:14:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,398 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:14:35,399 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/94eedbb855cf,35965,1732616074485 from backup master directory 2024-11-26T10:14:35,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/94eedbb855cf,35965,1732616074485 2024-11-26T10:14:35,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:14:35,403 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:14:35,403 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,35965,1732616074485 2024-11-26T10:14:35,406 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T10:14:35,407 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T10:14:35,467 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/hbase.id] with ID: 0ce7f891-5ebb-47e2-91c0-f46272fbd286 2024-11-26T10:14:35,467 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/.tmp/hbase.id 2024-11-26T10:14:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:14:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:14:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:14:35,483 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/.tmp/hbase.id]:[hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/hbase.id] 2024-11-26T10:14:35,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:14:35,533 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:14:35,552 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T10:14:35,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:14:35,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:14:35,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:14:35,592 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:14:35,594 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:14:35,611 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T10:14:35,616 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:14:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:14:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:14:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:14:35,668 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store 2024-11-26T10:14:35,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:14:35,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:14:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:14:35,699 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T10:14:35,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:35,703 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:14:35,703 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:14:35,704 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:14:35,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:14:35,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:14:35,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:14:35,706 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616075703Disabling compacts and flushes for region at 1732616075703Disabling writes for close at 1732616075705 (+2 ms)Writing region close event to WAL at 1732616075705Closed at 1732616075705 2024-11-26T10:14:35,709 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store/.initializing 2024-11-26T10:14:35,709 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/WALs/94eedbb855cf,35965,1732616074485 2024-11-26T10:14:35,717 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:14:35,732 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C35965%2C1732616074485, suffix=, logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/WALs/94eedbb855cf,35965,1732616074485, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/oldWALs, maxLogs=10 2024-11-26T10:14:35,756 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/WALs/94eedbb855cf,35965,1732616074485/94eedbb855cf%2C35965%2C1732616074485.1732616075737, exclude list is [], retry=0 2024-11-26T10:14:35,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-7120a2c7-6883-4325-b59c-3c18d703440d,DISK] 2024-11-26T10:14:35,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44439,DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2,DISK] 2024-11-26T10:14:35,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43699,DS-687634f4-3e39-40a4-ab70-83e15e7a5932,DISK] 2024-11-26T10:14:35,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T10:14:35,815 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/WALs/94eedbb855cf,35965,1732616074485/94eedbb855cf%2C35965%2C1732616074485.1732616075737 2024-11-26T10:14:35,816 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943),(127.0.0.1/127.0.0.1:35491:35491),(127.0.0.1/127.0.0.1:45013:45013)] 2024-11-26T10:14:35,817 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:14:35,817 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:35,820 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,822 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:14:35,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:35,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:35,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:14:35,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:35,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:35,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:14:35,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:35,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:35,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:14:35,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:35,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:35,915 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,918 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,920 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,926 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,926 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,930 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:14:35,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:14:35,939 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:35,941 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66939344, jitterRate=-0.0025260448455810547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:14:35,949 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616075835Initializing all the Stores at 1732616075838 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616075838Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616075839 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616075839Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616075839Cleaning up temporary data from old regions at 1732616075927 (+88 ms)Region opened successfully at 1732616075949 (+22 ms) 2024-11-26T10:14:35,950 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:14:35,989 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef9a4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:14:36,026 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:14:36,038 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:36,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:36,042 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:36,043 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T10:14:36,050 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T10:14:36,050 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:14:36,078 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:14:36,087 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T10:14:36,089 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T10:14:36,091 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:14:36,093 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:14:36,095 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T10:14:36,097 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:14:36,101 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:14:36,103 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T10:14:36,104 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:14:36,107 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T10:14:36,128 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:14:36,130 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T10:14:36,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:14:36,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:14:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:14:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:14:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,143 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,35965,1732616074485, sessionid=0x10153c51bed0000, setting cluster-up flag (Was=false) 2024-11-26T10:14:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,168 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T10:14:36,170 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,35965,1732616074485 2024-11-26T10:14:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,186 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T10:14:36,188 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,35965,1732616074485 2024-11-26T10:14:36,195 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:14:36,247 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(746): ClusterId : 0ce7f891-5ebb-47e2-91c0-f46272fbd286 2024-11-26T10:14:36,247 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(746): ClusterId : 0ce7f891-5ebb-47e2-91c0-f46272fbd286 2024-11-26T10:14:36,247 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(746): ClusterId : 0ce7f891-5ebb-47e2-91c0-f46272fbd286 2024-11-26T10:14:36,250 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:14:36,250 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:14:36,250 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:14:36,256 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:14:36,256 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:14:36,256 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:14:36,256 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:14:36,256 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:14:36,256 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:14:36,261 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:14:36,261 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:14:36,262 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:14:36,262 DEBUG [RS:0;94eedbb855cf:35987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f5917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:14:36,263 DEBUG [RS:2;94eedbb855cf:42607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9049e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:14:36,263 DEBUG [RS:1;94eedbb855cf:37599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3c8ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:14:36,280 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;94eedbb855cf:42607 2024-11-26T10:14:36,282 DEBUG [RS:0;94eedbb855cf:35987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:35987 2024-11-26T10:14:36,286 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:14:36,286 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:14:36,286 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:14:36,286 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:14:36,286 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;94eedbb855cf:37599 2024-11-26T10:14:36,286 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:14:36,287 DEBUG [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:14:36,287 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:14:36,287 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:14:36,287 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:14:36,290 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35965,1732616074485 with port=35987, startcode=1732616075165 2024-11-26T10:14:36,290 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35965,1732616074485 with port=42607, startcode=1732616075315 2024-11-26T10:14:36,290 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35965,1732616074485 with port=37599, startcode=1732616075269 2024-11-26T10:14:36,295 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:36,305 DEBUG [RS:1;94eedbb855cf:37599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:14:36,305 DEBUG [RS:2;94eedbb855cf:42607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:14:36,305 DEBUG [RS:0;94eedbb855cf:35987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:14:36,307 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:14:36,316 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:14:36,324 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,35965,1732616074485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:14:36,336 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:14:36,337 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:14:36,337 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:14:36,337 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:14:36,337 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:14:36,338 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,338 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:14:36,338 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,349 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616106349 2024-11-26T10:14:36,351 INFO [HMasterForTest-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:14:36,351 INFO [HMasterForTest-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:14:36,351 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:14:36,351 INFO [HMasterForTest-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:14:36,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:36,356 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:14:36,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:14:36,359 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:36,360 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:14:36,361 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:14:36,361 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:14:36,361 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:14:36,365 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:36,367 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:36,368 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:36,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:14:36,370 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,375 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:14:36,377 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:14:36,377 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:14:36,380 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:14:36,381 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:14:36,383 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616076382,5,FailOnTimeoutGroup] 2024-11-26T10:14:36,385 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616076383,5,FailOnTimeoutGroup] 2024-11-26T10:14:36,385 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,386 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:14:36,387 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,387 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,391 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T10:14:36,391 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T10:14:36,391 DEBUG [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T10:14:36,391 WARN [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T10:14:36,391 WARN [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T10:14:36,391 WARN [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T10:14:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:14:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:14:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:14:36,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:14:36,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:14:36,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:14:36,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:14:36,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:36,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:14:36,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:14:36,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:36,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:36,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:14:36,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:14:36,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:36,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:14:36,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:14:36,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:36,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:36,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:14:36,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:14:36,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:36,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:36,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:14:36,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740 2024-11-26T10:14:36,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740 2024-11-26T10:14:36,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:14:36,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:14:36,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:14:36,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:14:36,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:36,465 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63582279, jitterRate=-0.05255021154880524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:14:36,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616076420Initializing all the Stores at 1732616076422 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616076422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616076423 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616076423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616076423Cleaning up temporary data from old regions at 1732616076454 (+31 ms)Region opened successfully at 1732616076467 (+13 ms) 2024-11-26T10:14:36,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:14:36,467 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:14:36,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:14:36,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:14:36,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:14:36,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:14:36,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616076467Disabling compacts and flushes for region at 1732616076467Disabling writes for close at 1732616076468 (+1 ms)Writing region close event to WAL at 1732616076469 (+1 ms)Closed at 1732616076469 2024-11-26T10:14:36,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:36,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:14:36,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:14:36,493 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35965,1732616074485 with port=35987, startcode=1732616075165 2024-11-26T10:14:36,493 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35965,1732616074485 with port=37599, startcode=1732616075269 2024-11-26T10:14:36,494 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35965,1732616074485 with port=42607, startcode=1732616075315 2024-11-26T10:14:36,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,35987,1732616075165 2024-11-26T10:14:36,496 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:36,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:36,500 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:14:36,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,37599,1732616075269 2024-11-26T10:14:36,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:36,510 DEBUG [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:36,511 DEBUG [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44479 2024-11-26T10:14:36,511 DEBUG [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:14:36,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,42607,1732616075315 2024-11-26T10:14:36,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:36,514 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:36,514 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44479 2024-11-26T10:14:36,514 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:14:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:14:36,517 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:36,517 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44479 2024-11-26T10:14:36,517 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:14:36,522 DEBUG [RS:0;94eedbb855cf:35987 {}] zookeeper.ZKUtil(111): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/94eedbb855cf,35987,1732616075165 2024-11-26T10:14:36,522 WARN [RS:0;94eedbb855cf:35987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:14:36,522 INFO [RS:0;94eedbb855cf:35987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:14:36,523 DEBUG [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165 2024-11-26T10:14:36,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:14:36,523 DEBUG [RS:1;94eedbb855cf:37599 {}] zookeeper.ZKUtil(111): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/94eedbb855cf,37599,1732616075269 2024-11-26T10:14:36,523 WARN [RS:1;94eedbb855cf:37599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:14:36,524 INFO [RS:1;94eedbb855cf:37599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:14:36,524 DEBUG [RS:2;94eedbb855cf:42607 {}] zookeeper.ZKUtil(111): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/94eedbb855cf,42607,1732616075315 2024-11-26T10:14:36,524 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,37599,1732616075269 2024-11-26T10:14:36,524 WARN [RS:2;94eedbb855cf:42607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:14:36,524 INFO [RS:2;94eedbb855cf:42607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:14:36,524 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,42607,1732616075315 2024-11-26T10:14:36,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,35987,1732616075165] 2024-11-26T10:14:36,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,37599,1732616075269] 2024-11-26T10:14:36,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,42607,1732616075315] 2024-11-26T10:14:36,558 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:14:36,558 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:14:36,558 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:14:36,573 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:14:36,573 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:14:36,573 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:14:36,579 INFO [RS:0;94eedbb855cf:35987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:14:36,579 INFO [RS:1;94eedbb855cf:37599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:14:36,579 INFO [RS:2;94eedbb855cf:42607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:14:36,579 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,579 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,579 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,581 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:14:36,581 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:14:36,582 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:14:36,588 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:14:36,588 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:14:36,588 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:14:36,589 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,589 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,589 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,590 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,590 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:14:36,591 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:14:36,591 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,591 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:14:36,592 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:14:36,592 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:2;94eedbb855cf:42607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:14:36,592 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,592 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,593 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,593 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,593 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,593 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:14:36,593 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:14:36,593 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:14:36,593 DEBUG [RS:0;94eedbb855cf:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:14:36,593 DEBUG [RS:1;94eedbb855cf:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:14:36,597 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,597 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,597 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,597 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,597 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,597 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42607,1732616075315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:14:36,603 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,603 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,603 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,603 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,603 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,603 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35987,1732616075165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:14:36,608 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,608 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,609 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,609 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,609 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,609 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37599,1732616075269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:14:36,629 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:14:36,631 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:14:36,632 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42607,1732616075315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,632 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35987,1732616075165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,632 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,632 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,632 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.Replication(171): 94eedbb855cf,35987,1732616075165 started 2024-11-26T10:14:36,633 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.Replication(171): 94eedbb855cf,42607,1732616075315 started 2024-11-26T10:14:36,635 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:14:36,635 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37599,1732616075269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,636 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,636 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.Replication(171): 94eedbb855cf,37599,1732616075269 started 2024-11-26T10:14:36,651 WARN [94eedbb855cf:35965 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:14:36,661 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,661 INFO [RS:0;94eedbb855cf:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,661 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:36,662 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,37599,1732616075269, RpcServer on 94eedbb855cf/172.17.0.2:37599, sessionid=0x10153c51bed0002 2024-11-26T10:14:36,662 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,35987,1732616075165, RpcServer on 94eedbb855cf/172.17.0.2:35987, sessionid=0x10153c51bed0001 2024-11-26T10:14:36,662 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,42607,1732616075315, RpcServer on 94eedbb855cf/172.17.0.2:42607, sessionid=0x10153c51bed0003 2024-11-26T10:14:36,663 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:14:36,663 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:14:36,663 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:14:36,663 DEBUG [RS:1;94eedbb855cf:37599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,37599,1732616075269 2024-11-26T10:14:36,663 DEBUG [RS:0;94eedbb855cf:35987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,35987,1732616075165 2024-11-26T10:14:36,663 DEBUG [RS:2;94eedbb855cf:42607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,42607,1732616075315 2024-11-26T10:14:36,663 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37599,1732616075269' 2024-11-26T10:14:36,663 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,35987,1732616075165' 2024-11-26T10:14:36,663 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,42607,1732616075315' 2024-11-26T10:14:36,663 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:14:36,663 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:14:36,664 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:14:36,664 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:14:36,664 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:14:36,665 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:14:36,665 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:14:36,665 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:14:36,665 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:14:36,665 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:14:36,665 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:14:36,665 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:14:36,665 DEBUG [RS:1;94eedbb855cf:37599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,37599,1732616075269 2024-11-26T10:14:36,665 DEBUG [RS:2;94eedbb855cf:42607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,42607,1732616075315 2024-11-26T10:14:36,665 DEBUG [RS:0;94eedbb855cf:35987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,35987,1732616075165 2024-11-26T10:14:36,665 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37599,1732616075269' 2024-11-26T10:14:36,665 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,42607,1732616075315' 2024-11-26T10:14:36,665 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:14:36,665 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,35987,1732616075165' 2024-11-26T10:14:36,666 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:14:36,666 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:14:36,666 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:14:36,666 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:14:36,666 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:14:36,667 DEBUG [RS:1;94eedbb855cf:37599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:14:36,667 DEBUG [RS:0;94eedbb855cf:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:14:36,667 DEBUG [RS:2;94eedbb855cf:42607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:14:36,667 INFO [RS:1;94eedbb855cf:37599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:14:36,667 INFO [RS:2;94eedbb855cf:42607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:14:36,667 INFO [RS:0;94eedbb855cf:35987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:14:36,667 INFO [RS:1;94eedbb855cf:37599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:14:36,667 INFO [RS:2;94eedbb855cf:42607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:14:36,667 INFO [RS:0;94eedbb855cf:35987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:14:36,773 INFO [RS:1;94eedbb855cf:37599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:14:36,773 INFO [RS:2;94eedbb855cf:42607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:14:36,773 INFO [RS:0;94eedbb855cf:35987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:14:36,776 INFO [RS:2;94eedbb855cf:42607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C42607%2C1732616075315, suffix=, logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,42607,1732616075315, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs, maxLogs=32 2024-11-26T10:14:36,777 INFO [RS:0;94eedbb855cf:35987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C35987%2C1732616075165, suffix=, logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs, maxLogs=32 2024-11-26T10:14:36,777 INFO [RS:1;94eedbb855cf:37599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C37599%2C1732616075269, suffix=, logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,37599,1732616075269, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs, maxLogs=32 2024-11-26T10:14:36,795 DEBUG [RS:2;94eedbb855cf:42607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,42607,1732616075315/94eedbb855cf%2C42607%2C1732616075315.1732616076780, exclude list is [], retry=0 2024-11-26T10:14:36,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43699,DS-687634f4-3e39-40a4-ab70-83e15e7a5932,DISK] 2024-11-26T10:14:36,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-7120a2c7-6883-4325-b59c-3c18d703440d,DISK] 2024-11-26T10:14:36,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44439,DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2,DISK] 2024-11-26T10:14:36,802 DEBUG [RS:0;94eedbb855cf:35987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165/94eedbb855cf%2C35987%2C1732616075165.1732616076781, exclude list is [], retry=0 2024-11-26T10:14:36,802 DEBUG [RS:1;94eedbb855cf:37599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,37599,1732616075269/94eedbb855cf%2C37599%2C1732616075269.1732616076781, exclude list is [], retry=0 2024-11-26T10:14:36,805 INFO [RS:2;94eedbb855cf:42607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,42607,1732616075315/94eedbb855cf%2C42607%2C1732616075315.1732616076780 2024-11-26T10:14:36,805 DEBUG [RS:2;94eedbb855cf:42607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013),(127.0.0.1/127.0.0.1:33943:33943),(127.0.0.1/127.0.0.1:35491:35491)] 2024-11-26T10:14:36,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-7120a2c7-6883-4325-b59c-3c18d703440d,DISK] 2024-11-26T10:14:36,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43699,DS-687634f4-3e39-40a4-ab70-83e15e7a5932,DISK] 2024-11-26T10:14:36,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44439,DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2,DISK] 2024-11-26T10:14:36,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-7120a2c7-6883-4325-b59c-3c18d703440d,DISK] 2024-11-26T10:14:36,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43699,DS-687634f4-3e39-40a4-ab70-83e15e7a5932,DISK] 2024-11-26T10:14:36,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44439,DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2,DISK] 2024-11-26T10:14:36,820 INFO [RS:0;94eedbb855cf:35987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165/94eedbb855cf%2C35987%2C1732616075165.1732616076781 2024-11-26T10:14:36,822 DEBUG [RS:0;94eedbb855cf:35987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943),(127.0.0.1/127.0.0.1:35491:35491),(127.0.0.1/127.0.0.1:45013:45013)] 2024-11-26T10:14:36,824 INFO [RS:1;94eedbb855cf:37599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,37599,1732616075269/94eedbb855cf%2C37599%2C1732616075269.1732616076781 2024-11-26T10:14:36,825 DEBUG [RS:1;94eedbb855cf:37599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35491:35491),(127.0.0.1/127.0.0.1:33943:33943),(127.0.0.1/127.0.0.1:45013:45013)] 2024-11-26T10:14:36,904 DEBUG [94eedbb855cf:35965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T10:14:36,913 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(204): Hosts are {94eedbb855cf=0} racks are {/default-rack=0} 2024-11-26T10:14:36,920 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T10:14:36,920 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T10:14:36,920 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T10:14:36,920 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T10:14:36,920 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T10:14:36,920 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T10:14:36,920 INFO [94eedbb855cf:35965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T10:14:36,920 INFO [94eedbb855cf:35965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T10:14:36,920 INFO [94eedbb855cf:35965 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T10:14:36,920 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:14:36,929 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:36,937 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,35987,1732616075165, state=OPENING 2024-11-26T10:14:36,942 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:14:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:36,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:36,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:36,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:36,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:36,947 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:36,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:37,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:14:37,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:14:37,146 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:14:37,146 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:14:37,147 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:14:37,150 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C35987%2C1732616075165.meta, suffix=.meta, logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs, maxLogs=32 2024-11-26T10:14:37,167 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, exclude list is [], retry=0 2024-11-26T10:14:37,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-7120a2c7-6883-4325-b59c-3c18d703440d,DISK] 2024-11-26T10:14:37,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44439,DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2,DISK] 2024-11-26T10:14:37,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43699,DS-687634f4-3e39-40a4-ab70-83e15e7a5932,DISK] 2024-11-26T10:14:37,175 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta 2024-11-26T10:14:37,175 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943),(127.0.0.1/127.0.0.1:35491:35491),(127.0.0.1/127.0.0.1:45013:45013)] 2024-11-26T10:14:37,176 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:14:37,178 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:14:37,182 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:14:37,188 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:14:37,194 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:14:37,195 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,195 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:14:37,195 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:14:37,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:14:37,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:14:37,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:37,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:37,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:14:37,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:14:37,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:37,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:37,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:14:37,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:14:37,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:37,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:37,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:14:37,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:14:37,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:37,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:37,209 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:14:37,211 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740 2024-11-26T10:14:37,213 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740 2024-11-26T10:14:37,216 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:14:37,216 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:14:37,217 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:14:37,220 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:14:37,222 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67043830, jitterRate=-9.690821170806885E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:14:37,222 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:14:37,223 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616077196Writing region info on filesystem at 1732616077196Initializing all the Stores at 1732616077198 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616077199 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616077199Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616077199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616077199Cleaning up temporary data from old regions at 1732616077216 (+17 ms)Running coprocessor post-open hooks at 1732616077222 (+6 ms)Region opened successfully at 1732616077223 (+1 ms) 2024-11-26T10:14:37,231 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616077117 2024-11-26T10:14:37,243 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:14:37,243 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:14:37,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:37,248 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,35987,1732616075165, state=OPEN 2024-11-26T10:14:37,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:37,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:37,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:37,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:37,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:37,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:37,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:37,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:37,251 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:37,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:14:37,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,35987,1732616075165 in 302 msec 2024-11-26T10:14:37,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:14:37,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 780 msec 2024-11-26T10:14:37,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:37,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:14:37,295 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:14:37,297 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1] 2024-11-26T10:14:37,321 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:14:37,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:14:37,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1130 sec 2024-11-26T10:14:37,346 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616077346, completionTime=-1 2024-11-26T10:14:37,349 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T10:14:37,349 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:37,376 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T10:14:37,376 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616137376 2024-11-26T10:14:37,376 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616197376 2024-11-26T10:14:37,377 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-26T10:14:37,379 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:37,387 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35965,1732616074485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:37,388 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35965,1732616074485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:37,388 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35965,1732616074485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:37,390 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:35965, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:37,391 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:37,391 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:37,420 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:14:37,456 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.052sec 2024-11-26T10:14:37,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:14:37,460 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:14:37,461 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:14:37,462 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:14:37,462 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:14:37,463 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35965,1732616074485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:14:37,463 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35965,1732616074485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:14:37,469 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:14:37,470 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:14:37,470 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35965,1732616074485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:14:37,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7bbc0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:14:37,567 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T10:14:37,567 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T10:14:37,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35965,-1 for getting cluster id 2024-11-26T10:14:37,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:14:37,589 DEBUG [HMasterForTest-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce7f891-5ebb-47e2-91c0-f46272fbd286' 2024-11-26T10:14:37,592 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:14:37,592 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce7f891-5ebb-47e2-91c0-f46272fbd286" 2024-11-26T10:14:37,593 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c4add5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:14:37,593 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35965,-1] 2024-11-26T10:14:37,596 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:14:37,599 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:37,600 INFO [HMasterForTest-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:14:37,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41014c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:14:37,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:14:37,613 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1] 2024-11-26T10:14:37,614 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:14:37,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:14:37,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,35965,1732616074485 2024-11-26T10:14:37,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:14:37,659 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35965,1732616074485 2024-11-26T10:14:37,663 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6224a7a1 2024-11-26T10:14:37,664 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:14:37,667 INFO [HMasterForTest-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:14:37,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:14:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:37,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:14:37,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:14:37,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:37,695 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:14:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:14:37,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741837_1013 (size=358) 2024-11-26T10:14:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=358) 2024-11-26T10:14:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741837_1013 (size=358) 2024-11-26T10:14:37,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 155df2362008e75af1cc7ccc0ab25b27, NAME => 'test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,728 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3200337ad1086a1d9b7f9f6764cedf9c, NAME => 'test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,736 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5dfc730be5ac23b5d1c0b0154006bd1f, NAME => 'test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=45) 2024-11-26T10:14:37,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741838_1014 (size=45) 2024-11-26T10:14:37,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741838_1014 (size=45) 2024-11-26T10:14:37,772 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,773 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 3200337ad1086a1d9b7f9f6764cedf9c, disabling compactions & flushes 2024-11-26T10:14:37,773 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:37,773 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741839_1015 (size=42) 2024-11-26T10:14:37,774 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. after waiting 0 ms 2024-11-26T10:14:37,774 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=42) 2024-11-26T10:14:37,774 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:37,774 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3200337ad1086a1d9b7f9f6764cedf9c: Waiting for close lock at 1732616077772Disabling compacts and flushes for region at 1732616077772Disabling writes for close at 1732616077774 (+2 ms)Writing region close event to WAL at 1732616077774Closed at 1732616077774 2024-11-26T10:14:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741839_1015 (size=42) 2024-11-26T10:14:37,775 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3e5d24b2a50f6bfbc244b29610f0ff31, NAME => 'test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 155df2362008e75af1cc7ccc0ab25b27, disabling compactions & flushes 2024-11-26T10:14:37,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:37,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:37,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. after waiting 0 ms 2024-11-26T10:14:37,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:37,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:37,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 155df2362008e75af1cc7ccc0ab25b27: Waiting for close lock at 1732616077776Disabling compacts and flushes for region at 1732616077776Disabling writes for close at 1732616077777 (+1 ms)Writing region close event to WAL at 1732616077777Closed at 1732616077777 2024-11-26T10:14:37,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcabdb5f6c851015ea9aca45f0700920, NAME => 'test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741840_1016 (size=45) 2024-11-26T10:14:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741840_1016 (size=45) 2024-11-26T10:14:37,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741840_1016 (size=45) 2024-11-26T10:14:37,790 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(898): Instantiated test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,791 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1722): Closing 5dfc730be5ac23b5d1c0b0154006bd1f, disabling compactions & flushes 2024-11-26T10:14:37,791 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1755): Closing region test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:37,791 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:37,791 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. after waiting 0 ms 2024-11-26T10:14:37,791 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:37,791 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1973): Closed test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:37,791 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5dfc730be5ac23b5d1c0b0154006bd1f: Waiting for close lock at 1732616077791Disabling compacts and flushes for region at 1732616077791Disabling writes for close at 1732616077791Writing region close event to WAL at 1732616077791Closed at 1732616077791 2024-11-26T10:14:37,792 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 946f17088c17d590108b064db674e529, NAME => 'test,fff,1732616077669.946f17088c17d590108b064db674e529.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:14:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741841_1017 (size=45) 2024-11-26T10:14:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741841_1017 (size=45) 2024-11-26T10:14:37,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741841_1017 (size=45) 2024-11-26T10:14:37,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 3e5d24b2a50f6bfbc244b29610f0ff31, disabling compactions & flushes 2024-11-26T10:14:37,825 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:37,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:37,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. after waiting 0 ms 2024-11-26T10:14:37,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:37,825 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:37,825 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3e5d24b2a50f6bfbc244b29610f0ff31: Waiting for close lock at 1732616077825Disabling compacts and flushes for region at 1732616077825Disabling writes for close at 1732616077825Writing region close event to WAL at 1732616077825Closed at 1732616077825 2024-11-26T10:14:37,826 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a59560385dfc033f97eee8ab7b6fab64, NAME => 'test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741842_1018 (size=45) 2024-11-26T10:14:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741842_1018 (size=45) 2024-11-26T10:14:37,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741842_1018 (size=45) 2024-11-26T10:14:37,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bcabdb5f6c851015ea9aca45f0700920, disabling compactions & flushes 2024-11-26T10:14:37,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:37,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:37,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. after waiting 0 ms 2024-11-26T10:14:37,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:37,847 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:37,847 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcabdb5f6c851015ea9aca45f0700920: Waiting for close lock at 1732616077846Disabling compacts and flushes for region at 1732616077846Disabling writes for close at 1732616077846Writing region close event to WAL at 1732616077847 (+1 ms)Closed at 1732616077847 2024-11-26T10:14:37,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6acb0db86c1ccff57fce8498ab600ea0, NAME => 'test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741843_1019 (size=45) 2024-11-26T10:14:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741843_1019 (size=45) 2024-11-26T10:14:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741843_1019 (size=45) 2024-11-26T10:14:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741844_1020 (size=45) 2024-11-26T10:14:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741844_1020 (size=45) 2024-11-26T10:14:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741844_1020 (size=45) 2024-11-26T10:14:37,875 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing a59560385dfc033f97eee8ab7b6fab64, disabling compactions & flushes 2024-11-26T10:14:37,876 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:37,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:37,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. after waiting 0 ms 2024-11-26T10:14:37,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:37,876 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:37,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for a59560385dfc033f97eee8ab7b6fab64: Waiting for close lock at 1732616077876Disabling compacts and flushes for region at 1732616077876Disabling writes for close at 1732616077876Writing region close event to WAL at 1732616077876Closed at 1732616077876 2024-11-26T10:14:37,877 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d877cd77946f8e8b702562adc24cd884, NAME => 'test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741845_1021 (size=45) 2024-11-26T10:14:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741845_1021 (size=45) 2024-11-26T10:14:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741845_1021 (size=45) 2024-11-26T10:14:37,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6acb0db86c1ccff57fce8498ab600ea0, disabling compactions & flushes 2024-11-26T10:14:37,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:37,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:37,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. after waiting 0 ms 2024-11-26T10:14:37,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:37,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:37,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6acb0db86c1ccff57fce8498ab600ea0: Waiting for close lock at 1732616077881Disabling compacts and flushes for region at 1732616077881Disabling writes for close at 1732616077882 (+1 ms)Writing region close event to WAL at 1732616077882Closed at 1732616077882 2024-11-26T10:14:37,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15ee4e2caddb22bcf0c7aa99263b05ad, NAME => 'test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741846_1022 (size=45) 2024-11-26T10:14:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741846_1022 (size=45) 2024-11-26T10:14:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741846_1022 (size=45) 2024-11-26T10:14:37,897 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,897 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing d877cd77946f8e8b702562adc24cd884, disabling compactions & flushes 2024-11-26T10:14:37,898 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:37,901 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:37,901 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. after waiting 0 ms 2024-11-26T10:14:37,901 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:37,901 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:37,901 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for d877cd77946f8e8b702562adc24cd884: Waiting for close lock at 1732616077897Disabling compacts and flushes for region at 1732616077897Disabling writes for close at 1732616077901 (+4 ms)Writing region close event to WAL at 1732616077901Closed at 1732616077901 2024-11-26T10:14:37,902 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 51f880efa5a6bb22ae2e88ecb77be106, NAME => 'test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741847_1023 (size=45) 2024-11-26T10:14:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741847_1023 (size=45) 2024-11-26T10:14:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741847_1023 (size=45) 2024-11-26T10:14:37,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15ee4e2caddb22bcf0c7aa99263b05ad, disabling compactions & flushes 2024-11-26T10:14:37,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:37,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:37,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. after waiting 0 ms 2024-11-26T10:14:37,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:37,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:37,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15ee4e2caddb22bcf0c7aa99263b05ad: Waiting for close lock at 1732616077906Disabling compacts and flushes for region at 1732616077906Disabling writes for close at 1732616077906Writing region close event to WAL at 1732616077906Closed at 1732616077906 2024-11-26T10:14:37,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 994c7ee0273730d1b490dee88b009041, NAME => 'test,lll,1732616077669.994c7ee0273730d1b490dee88b009041.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741848_1024 (size=45) 2024-11-26T10:14:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741848_1024 (size=45) 2024-11-26T10:14:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741848_1024 (size=45) 2024-11-26T10:14:37,921 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 51f880efa5a6bb22ae2e88ecb77be106, disabling compactions & flushes 2024-11-26T10:14:37,922 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:37,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:37,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. after waiting 0 ms 2024-11-26T10:14:37,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:37,922 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:37,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 51f880efa5a6bb22ae2e88ecb77be106: Waiting for close lock at 1732616077921Disabling compacts and flushes for region at 1732616077921Disabling writes for close at 1732616077922 (+1 ms)Writing region close event to WAL at 1732616077922Closed at 1732616077922 2024-11-26T10:14:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741849_1025 (size=45) 2024-11-26T10:14:37,923 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b81d89c87207c98c95dbd9d6f269c0a0, NAME => 'test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741849_1025 (size=45) 2024-11-26T10:14:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741849_1025 (size=45) 2024-11-26T10:14:37,925 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,lll,1732616077669.994c7ee0273730d1b490dee88b009041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,925 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 994c7ee0273730d1b490dee88b009041, disabling compactions & flushes 2024-11-26T10:14:37,925 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:37,925 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:37,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. after waiting 0 ms 2024-11-26T10:14:37,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:37,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:37,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 994c7ee0273730d1b490dee88b009041: Waiting for close lock at 1732616077925Disabling compacts and flushes for region at 1732616077925Disabling writes for close at 1732616077926 (+1 ms)Writing region close event to WAL at 1732616077926Closed at 1732616077926 2024-11-26T10:14:37,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05647970f18a24d6f19a169f8d1a28d0, NAME => 'test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741850_1026 (size=45) 2024-11-26T10:14:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741850_1026 (size=45) 2024-11-26T10:14:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741850_1026 (size=45) 2024-11-26T10:14:37,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing b81d89c87207c98c95dbd9d6f269c0a0, disabling compactions & flushes 2024-11-26T10:14:37,938 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:37,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:37,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. after waiting 0 ms 2024-11-26T10:14:37,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:37,938 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:37,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for b81d89c87207c98c95dbd9d6f269c0a0: Waiting for close lock at 1732616077938Disabling compacts and flushes for region at 1732616077938Disabling writes for close at 1732616077938Writing region close event to WAL at 1732616077938Closed at 1732616077938 2024-11-26T10:14:37,939 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7feefd49192a657b93f145a087c1a29c, NAME => 'test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741851_1027 (size=45) 2024-11-26T10:14:37,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741851_1027 (size=45) 2024-11-26T10:14:37,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741851_1027 (size=45) 2024-11-26T10:14:37,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05647970f18a24d6f19a169f8d1a28d0, disabling compactions & flushes 2024-11-26T10:14:37,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:37,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:37,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. after waiting 0 ms 2024-11-26T10:14:37,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:37,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:37,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05647970f18a24d6f19a169f8d1a28d0: Waiting for close lock at 1732616077945Disabling compacts and flushes for region at 1732616077945Disabling writes for close at 1732616077945Writing region close event to WAL at 1732616077945Closed at 1732616077945 2024-11-26T10:14:37,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a20737ca7c40b372eba4d6aa32c843be, NAME => 'test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741852_1028 (size=45) 2024-11-26T10:14:37,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741852_1028 (size=45) 2024-11-26T10:14:37,952 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,953 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 7feefd49192a657b93f145a087c1a29c, disabling compactions & flushes 2024-11-26T10:14:37,953 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:37,953 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:37,953 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. after waiting 0 ms 2024-11-26T10:14:37,953 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:37,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741852_1028 (size=45) 2024-11-26T10:14:37,953 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:37,953 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7feefd49192a657b93f145a087c1a29c: Waiting for close lock at 1732616077953Disabling compacts and flushes for region at 1732616077953Disabling writes for close at 1732616077953Writing region close event to WAL at 1732616077953Closed at 1732616077953 2024-11-26T10:14:37,954 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2b2a690071843d93cbb012145a1ea6cb, NAME => 'test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741853_1029 (size=45) 2024-11-26T10:14:37,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741853_1029 (size=45) 2024-11-26T10:14:37,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741853_1029 (size=45) 2024-11-26T10:14:37,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a20737ca7c40b372eba4d6aa32c843be, disabling compactions & flushes 2024-11-26T10:14:37,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:37,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:37,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. after waiting 0 ms 2024-11-26T10:14:37,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:37,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:37,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a20737ca7c40b372eba4d6aa32c843be: Waiting for close lock at 1732616077961Disabling compacts and flushes for region at 1732616077961Disabling writes for close at 1732616077961Writing region close event to WAL at 1732616077961Closed at 1732616077961 2024-11-26T10:14:37,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e4313f739c53ca8d936f229b2a0d398, NAME => 'test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741854_1030 (size=45) 2024-11-26T10:14:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741854_1030 (size=45) 2024-11-26T10:14:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741854_1030 (size=45) 2024-11-26T10:14:37,969 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,969 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 2b2a690071843d93cbb012145a1ea6cb, disabling compactions & flushes 2024-11-26T10:14:37,969 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:37,969 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:37,969 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. after waiting 0 ms 2024-11-26T10:14:37,969 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:37,969 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:37,969 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2b2a690071843d93cbb012145a1ea6cb: Waiting for close lock at 1732616077969Disabling compacts and flushes for region at 1732616077969Disabling writes for close at 1732616077969Writing region close event to WAL at 1732616077969Closed at 1732616077969 2024-11-26T10:14:37,970 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a7d446d6df5d0df02c64a6eeb0454cd0, NAME => 'test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741855_1031 (size=45) 2024-11-26T10:14:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741855_1031 (size=45) 2024-11-26T10:14:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741855_1031 (size=45) 2024-11-26T10:14:37,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9e4313f739c53ca8d936f229b2a0d398, disabling compactions & flushes 2024-11-26T10:14:37,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:37,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:37,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. after waiting 0 ms 2024-11-26T10:14:37,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:37,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:37,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e4313f739c53ca8d936f229b2a0d398: Waiting for close lock at 1732616077982Disabling compacts and flushes for region at 1732616077982Disabling writes for close at 1732616077983 (+1 ms)Writing region close event to WAL at 1732616077983Closed at 1732616077983 2024-11-26T10:14:37,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ba1ebff2f3b97aa4edece8c302b2584, NAME => 'test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741856_1032 (size=45) 2024-11-26T10:14:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741856_1032 (size=45) 2024-11-26T10:14:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741856_1032 (size=45) 2024-11-26T10:14:37,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:37,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing a7d446d6df5d0df02c64a6eeb0454cd0, disabling compactions & flushes 2024-11-26T10:14:37,990 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:37,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:37,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. after waiting 0 ms 2024-11-26T10:14:37,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:37,990 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:37,991 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for a7d446d6df5d0df02c64a6eeb0454cd0: Waiting for close lock at 1732616077990Disabling compacts and flushes for region at 1732616077990Disabling writes for close at 1732616077990Writing region close event to WAL at 1732616077990Closed at 1732616077990 2024-11-26T10:14:37,991 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 761c872da520c6c571d6652a7c7b050a, NAME => 'test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741858_1034 (size=45) 2024-11-26T10:14:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741858_1034 (size=45) 2024-11-26T10:14:38,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741858_1034 (size=45) 2024-11-26T10:14:38,005 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,005 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 761c872da520c6c571d6652a7c7b050a, disabling compactions & flushes 2024-11-26T10:14:38,005 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:38,005 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:38,005 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. after waiting 0 ms 2024-11-26T10:14:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741857_1033 (size=45) 2024-11-26T10:14:38,005 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:38,006 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:38,006 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 761c872da520c6c571d6652a7c7b050a: Waiting for close lock at 1732616078005Disabling compacts and flushes for region at 1732616078005Disabling writes for close at 1732616078005Writing region close event to WAL at 1732616078005Closed at 1732616078005 2024-11-26T10:14:38,012 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 66cb2076204863067b511f6375d5ed51, NAME => 'test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741857_1033 (size=45) 2024-11-26T10:14:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741857_1033 (size=45) 2024-11-26T10:14:38,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,019 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ba1ebff2f3b97aa4edece8c302b2584, disabling compactions & flushes 2024-11-26T10:14:38,019 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:38,019 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:38,019 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. after waiting 0 ms 2024-11-26T10:14:38,019 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:38,019 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:38,019 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ba1ebff2f3b97aa4edece8c302b2584: Waiting for close lock at 1732616078019Disabling compacts and flushes for region at 1732616078019Disabling writes for close at 1732616078019Writing region close event to WAL at 1732616078019Closed at 1732616078019 2024-11-26T10:14:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:14:38,020 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42433a67986de031495a6363e5171d65, NAME => 'test,www,1732616077669.42433a67986de031495a6363e5171d65.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741859_1035 (size=45) 2024-11-26T10:14:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741859_1035 (size=45) 2024-11-26T10:14:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741859_1035 (size=45) 2024-11-26T10:14:38,046 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,047 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 66cb2076204863067b511f6375d5ed51, disabling compactions & flushes 2024-11-26T10:14:38,047 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:38,047 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:38,047 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. after waiting 0 ms 2024-11-26T10:14:38,047 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:38,047 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:38,047 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 66cb2076204863067b511f6375d5ed51: Waiting for close lock at 1732616078047Disabling compacts and flushes for region at 1732616078047Disabling writes for close at 1732616078047Writing region close event to WAL at 1732616078047Closed at 1732616078047 2024-11-26T10:14:38,048 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4aae8a4a62a183d958ac2765e3509825, NAME => 'test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741860_1036 (size=45) 2024-11-26T10:14:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741860_1036 (size=45) 2024-11-26T10:14:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741860_1036 (size=45) 2024-11-26T10:14:38,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,www,1732616077669.42433a67986de031495a6363e5171d65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42433a67986de031495a6363e5171d65, disabling compactions & flushes 2024-11-26T10:14:38,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:38,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:38,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,www,1732616077669.42433a67986de031495a6363e5171d65. after waiting 0 ms 2024-11-26T10:14:38,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:38,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:38,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42433a67986de031495a6363e5171d65: Waiting for close lock at 1732616078058Disabling compacts and flushes for region at 1732616078058Disabling writes for close at 1732616078059 (+1 ms)Writing region close event to WAL at 1732616078059Closed at 1732616078059 2024-11-26T10:14:38,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3485d55ed4d2f612bbff78cb09040877, NAME => 'test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741861_1037 (size=45) 2024-11-26T10:14:38,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741861_1037 (size=45) 2024-11-26T10:14:38,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741861_1037 (size=45) 2024-11-26T10:14:38,078 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,078 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 4aae8a4a62a183d958ac2765e3509825, disabling compactions & flushes 2024-11-26T10:14:38,078 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:38,078 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:38,078 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. after waiting 0 ms 2024-11-26T10:14:38,078 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:38,078 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:38,079 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4aae8a4a62a183d958ac2765e3509825: Waiting for close lock at 1732616078078Disabling compacts and flushes for region at 1732616078078Disabling writes for close at 1732616078078Writing region close event to WAL at 1732616078078Closed at 1732616078078 2024-11-26T10:14:38,079 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8ed5b547096e598c1d9e8e60b25167fa, NAME => 'test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711 2024-11-26T10:14:38,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741862_1038 (size=45) 2024-11-26T10:14:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741862_1038 (size=45) 2024-11-26T10:14:38,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741862_1038 (size=45) 2024-11-26T10:14:38,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3485d55ed4d2f612bbff78cb09040877, disabling compactions & flushes 2024-11-26T10:14:38,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:38,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:38,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. after waiting 0 ms 2024-11-26T10:14:38,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:38,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:38,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3485d55ed4d2f612bbff78cb09040877: Waiting for close lock at 1732616078100Disabling compacts and flushes for region at 1732616078100Disabling writes for close at 1732616078100Writing region close event to WAL at 1732616078100Closed at 1732616078100 2024-11-26T10:14:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741863_1039 (size=42) 2024-11-26T10:14:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741863_1039 (size=42) 2024-11-26T10:14:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741863_1039 (size=42) 2024-11-26T10:14:38,107 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(898): Instantiated test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,107 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1722): Closing 8ed5b547096e598c1d9e8e60b25167fa, disabling compactions & flushes 2024-11-26T10:14:38,107 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1755): Closing region test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:38,107 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:38,107 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. after waiting 0 ms 2024-11-26T10:14:38,107 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:38,107 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1973): Closed test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:38,107 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8ed5b547096e598c1d9e8e60b25167fa: Waiting for close lock at 1732616078107Disabling compacts and flushes for region at 1732616078107Disabling writes for close at 1732616078107Writing region close event to WAL at 1732616078107Closed at 1732616078107 2024-11-26T10:14:38,258 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(898): Instantiated test,fff,1732616077669.946f17088c17d590108b064db674e529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,258 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1722): Closing 946f17088c17d590108b064db674e529, disabling compactions & flushes 2024-11-26T10:14:38,258 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1755): Closing region test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:38,258 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:38,258 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on test,fff,1732616077669.946f17088c17d590108b064db674e529. after waiting 0 ms 2024-11-26T10:14:38,258 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:38,258 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1973): Closed test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:38,259 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1676): Region close journal for 946f17088c17d590108b064db674e529: Waiting for close lock at 1732616078258Disabling compacts and flushes for region at 1732616078258Disabling writes for close at 1732616078258Writing region close event to WAL at 1732616078258Closed at 1732616078258 2024-11-26T10:14:38,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:14:38,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,lll,1732616077669.994c7ee0273730d1b490dee88b009041.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,www,1732616077669.42433a67986de031495a6363e5171d65.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,fff,1732616077669.946f17088c17d590108b064db674e529.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732616078262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616078262"}]},"ts":"1732616078262"} 2024-11-26T10:14:38,316 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-26T10:14:38,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:14:38,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616078318"}]},"ts":"1732616078318"} 2024-11-26T10:14:38,326 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:14:38,326 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {94eedbb855cf=0} racks are {/default-rack=0} 2024-11-26T10:14:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:14:38,343 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T10:14:38,343 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T10:14:38,343 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T10:14:38,343 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T10:14:38,343 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T10:14:38,343 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T10:14:38,343 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T10:14:38,343 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T10:14:38,343 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T10:14:38,343 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:14:38,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=155df2362008e75af1cc7ccc0ab25b27, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5dfc730be5ac23b5d1c0b0154006bd1f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcabdb5f6c851015ea9aca45f0700920, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=946f17088c17d590108b064db674e529, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a59560385dfc033f97eee8ab7b6fab64, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d877cd77946f8e8b702562adc24cd884, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15ee4e2caddb22bcf0c7aa99263b05ad, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=994c7ee0273730d1b490dee88b009041, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b81d89c87207c98c95dbd9d6f269c0a0, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7feefd49192a657b93f145a087c1a29c, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a20737ca7c40b372eba4d6aa32c843be, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e4313f739c53ca8d936f229b2a0d398, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7d446d6df5d0df02c64a6eeb0454cd0, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ba1ebff2f3b97aa4edece8c302b2584, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66cb2076204863067b511f6375d5ed51, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4aae8a4a62a183d958ac2765e3509825, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3485d55ed4d2f612bbff78cb09040877, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN}] 2024-11-26T10:14:38,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:38,355 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3485d55ed4d2f612bbff78cb09040877, ASSIGN 2024-11-26T10:14:38,358 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3485d55ed4d2f612bbff78cb09040877, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,359 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4aae8a4a62a183d958ac2765e3509825, ASSIGN 2024-11-26T10:14:38,361 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4aae8a4a62a183d958ac2765e3509825, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,362 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:38,363 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66cb2076204863067b511f6375d5ed51, ASSIGN 2024-11-26T10:14:38,366 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66cb2076204863067b511f6375d5ed51, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,368 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:38,369 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ba1ebff2f3b97aa4edece8c302b2584, ASSIGN 2024-11-26T10:14:38,372 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ba1ebff2f3b97aa4edece8c302b2584, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7d446d6df5d0df02c64a6eeb0454cd0, ASSIGN 2024-11-26T10:14:38,374 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7d446d6df5d0df02c64a6eeb0454cd0, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e4313f739c53ca8d936f229b2a0d398, ASSIGN 2024-11-26T10:14:38,377 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9e4313f739c53ca8d936f229b2a0d398, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, ASSIGN 2024-11-26T10:14:38,379 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,380 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a20737ca7c40b372eba4d6aa32c843be, ASSIGN 2024-11-26T10:14:38,382 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a20737ca7c40b372eba4d6aa32c843be, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,383 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7feefd49192a657b93f145a087c1a29c, ASSIGN 2024-11-26T10:14:38,384 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7feefd49192a657b93f145a087c1a29c, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:38,387 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,388 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b81d89c87207c98c95dbd9d6f269c0a0, ASSIGN 2024-11-26T10:14:38,390 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b81d89c87207c98c95dbd9d6f269c0a0, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=994c7ee0273730d1b490dee88b009041, ASSIGN 2024-11-26T10:14:38,392 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=994c7ee0273730d1b490dee88b009041, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,393 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:38,394 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,395 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15ee4e2caddb22bcf0c7aa99263b05ad, ASSIGN 2024-11-26T10:14:38,397 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15ee4e2caddb22bcf0c7aa99263b05ad, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,398 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d877cd77946f8e8b702562adc24cd884, ASSIGN 2024-11-26T10:14:38,399 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d877cd77946f8e8b702562adc24cd884, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,401 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:38,402 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,403 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a59560385dfc033f97eee8ab7b6fab64, ASSIGN 2024-11-26T10:14:38,404 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a59560385dfc033f97eee8ab7b6fab64, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,406 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=946f17088c17d590108b064db674e529, ASSIGN 2024-11-26T10:14:38,407 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=946f17088c17d590108b064db674e529, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,408 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcabdb5f6c851015ea9aca45f0700920, ASSIGN 2024-11-26T10:14:38,409 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bcabdb5f6c851015ea9aca45f0700920, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,411 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:38,412 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,414 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5dfc730be5ac23b5d1c0b0154006bd1f, ASSIGN 2024-11-26T10:14:38,415 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5dfc730be5ac23b5d1c0b0154006bd1f, ASSIGN; state=OFFLINE, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:38,416 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:38,417 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN; state=OFFLINE, location=94eedbb855cf,35987,1732616075165; forceNewPlan=false, retain=false 2024-11-26T10:14:38,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=155df2362008e75af1cc7ccc0ab25b27, ASSIGN 2024-11-26T10:14:38,420 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=155df2362008e75af1cc7ccc0ab25b27, ASSIGN; state=OFFLINE, location=94eedbb855cf,37599,1732616075269; forceNewPlan=false, retain=false 2024-11-26T10:14:38,509 INFO [94eedbb855cf:35965 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-26T10:14:38,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3485d55ed4d2f612bbff78cb09040877, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=66cb2076204863067b511f6375d5ed51, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,512 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a20737ca7c40b372eba4d6aa32c843be, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a59560385dfc033f97eee8ab7b6fab64, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3485d55ed4d2f612bbff78cb09040877, ASSIGN because future has completed 2024-11-26T10:14:38,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=4aae8a4a62a183d958ac2765e3509825, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3485d55ed4d2f612bbff78cb09040877, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66cb2076204863067b511f6375d5ed51, ASSIGN because future has completed 2024-11-26T10:14:38,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7d446d6df5d0df02c64a6eeb0454cd0, ASSIGN because future has completed 2024-11-26T10:14:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a20737ca7c40b372eba4d6aa32c843be, ASSIGN because future has completed 2024-11-26T10:14:38,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b81d89c87207c98c95dbd9d6f269c0a0, ASSIGN because future has completed 2024-11-26T10:14:38,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a20737ca7c40b372eba4d6aa32c843be, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15ee4e2caddb22bcf0c7aa99263b05ad, ASSIGN because future has completed 2024-11-26T10:14:38,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a59560385dfc033f97eee8ab7b6fab64, ASSIGN because future has completed 2024-11-26T10:14:38,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5dfc730be5ac23b5d1c0b0154006bd1f, ASSIGN because future has completed 2024-11-26T10:14:38,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dfc730be5ac23b5d1c0b0154006bd1f, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4aae8a4a62a183d958ac2765e3509825, ASSIGN because future has completed 2024-11-26T10:14:38,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aae8a4a62a183d958ac2765e3509825, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a59560385dfc033f97eee8ab7b6fab64, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15ee4e2caddb22bcf0c7aa99263b05ad, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b81d89c87207c98c95dbd9d6f269c0a0, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d446d6df5d0df02c64a6eeb0454cd0, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66cb2076204863067b511f6375d5ed51, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:38,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9e4313f739c53ca8d936f229b2a0d398, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=7feefd49192a657b93f145a087c1a29c, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=994c7ee0273730d1b490dee88b009041, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d877cd77946f8e8b702562adc24cd884, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=946f17088c17d590108b064db674e529, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ba1ebff2f3b97aa4edece8c302b2584, ASSIGN because future has completed 2024-11-26T10:14:38,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ba1ebff2f3b97aa4edece8c302b2584, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9e4313f739c53ca8d936f229b2a0d398, ASSIGN because future has completed 2024-11-26T10:14:38,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7feefd49192a657b93f145a087c1a29c, ASSIGN because future has completed 2024-11-26T10:14:38,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=994c7ee0273730d1b490dee88b009041, ASSIGN because future has completed 2024-11-26T10:14:38,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d877cd77946f8e8b702562adc24cd884, ASSIGN because future has completed 2024-11-26T10:14:38,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d877cd77946f8e8b702562adc24cd884, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=946f17088c17d590108b064db674e529, ASSIGN because future has completed 2024-11-26T10:14:38,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946f17088c17d590108b064db674e529, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994c7ee0273730d1b490dee88b009041, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7feefd49192a657b93f145a087c1a29c, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e4313f739c53ca8d936f229b2a0d398, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcabdb5f6c851015ea9aca45f0700920, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=155df2362008e75af1cc7ccc0ab25b27, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=42433a67986de031495a6363e5171d65, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2b2a690071843d93cbb012145a1ea6cb, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bcabdb5f6c851015ea9aca45f0700920, ASSIGN because future has completed 2024-11-26T10:14:38,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcabdb5f6c851015ea9aca45f0700920, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=155df2362008e75af1cc7ccc0ab25b27, ASSIGN because future has completed 2024-11-26T10:14:38,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN because future has completed 2024-11-26T10:14:38,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN because future has completed 2024-11-26T10:14:38,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN because future has completed 2024-11-26T10:14:38,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, ASSIGN because future has completed 2024-11-26T10:14:38,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 155df2362008e75af1cc7ccc0ab25b27, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:38,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN because future has completed 2024-11-26T10:14:38,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN because future has completed 2024-11-26T10:14:38,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN because future has completed 2024-11-26T10:14:38,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN because future has completed 2024-11-26T10:14:38,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN because future has completed 2024-11-26T10:14:38,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:38,671 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:14:38,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:14:38,680 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:38,680 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => b81d89c87207c98c95dbd9d6f269c0a0, NAME => 'test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-26T10:14:38,681 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,681 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,681 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,681 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,683 INFO [StoreOpener-b81d89c87207c98c95dbd9d6f269c0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,685 INFO [StoreOpener-b81d89c87207c98c95dbd9d6f269c0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b81d89c87207c98c95dbd9d6f269c0a0 columnFamilyName family 2024-11-26T10:14:38,685 DEBUG [StoreOpener-b81d89c87207c98c95dbd9d6f269c0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,686 INFO [StoreOpener-b81d89c87207c98c95dbd9d6f269c0a0-1 {}] regionserver.HStore(327): Store=b81d89c87207c98c95dbd9d6f269c0a0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,686 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,687 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,687 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:14:38,688 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,688 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,688 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:14:38,691 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,693 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/b81d89c87207c98c95dbd9d6f269c0a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,693 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 155df2362008e75af1cc7ccc0ab25b27, NAME => 'test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-26T10:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,694 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened b81d89c87207c98c95dbd9d6f269c0a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64385198, jitterRate=-0.04058578610420227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,695 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for b81d89c87207c98c95dbd9d6f269c0a0: Running coprocessor pre-open hook at 1732616078681Writing region info on filesystem at 1732616078681Initializing all the Stores at 1732616078683 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078683Cleaning up temporary data from old regions at 1732616078688 (+5 ms)Running coprocessor post-open hooks at 1732616078694 (+6 ms)Region opened successfully at 1732616078695 (+1 ms) 2024-11-26T10:14:38,696 INFO [StoreOpener-155df2362008e75af1cc7ccc0ab25b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,697 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0., pid=37, masterSystemTime=1732616078671 2024-11-26T10:14:38,698 INFO [StoreOpener-155df2362008e75af1cc7ccc0ab25b27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 155df2362008e75af1cc7ccc0ab25b27 columnFamilyName family 2024-11-26T10:14:38,698 DEBUG [StoreOpener-155df2362008e75af1cc7ccc0ab25b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,699 INFO [StoreOpener-155df2362008e75af1cc7ccc0ab25b27-1 {}] regionserver.HStore(327): Store=155df2362008e75af1cc7ccc0ab25b27/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,699 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,700 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:38,700 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:38,700 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => a7d446d6df5d0df02c64a6eeb0454cd0, NAME => 'test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-26T10:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,702 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,702 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,704 INFO [StoreOpener-a7d446d6df5d0df02c64a6eeb0454cd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b81d89c87207c98c95dbd9d6f269c0a0, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:38,705 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,707 INFO [StoreOpener-a7d446d6df5d0df02c64a6eeb0454cd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d446d6df5d0df02c64a6eeb0454cd0 columnFamilyName family 2024-11-26T10:14:38,707 DEBUG [StoreOpener-a7d446d6df5d0df02c64a6eeb0454cd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,707 INFO [StoreOpener-a7d446d6df5d0df02c64a6eeb0454cd0-1 {}] regionserver.HStore(327): Store=a7d446d6df5d0df02c64a6eeb0454cd0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,708 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,709 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/155df2362008e75af1cc7ccc0ab25b27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,709 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,710 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 155df2362008e75af1cc7ccc0ab25b27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64483439, jitterRate=-0.03912188112735748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 155df2362008e75af1cc7ccc0ab25b27: Running coprocessor pre-open hook at 1732616078695Writing region info on filesystem at 1732616078695Initializing all the Stores at 1732616078696 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078696Cleaning up temporary data from old regions at 1732616078702 (+6 ms)Running coprocessor post-open hooks at 1732616078710 (+8 ms)Region opened successfully at 1732616078710 2024-11-26T10:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=17 2024-11-26T10:14:38,711 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27., pid=51, masterSystemTime=1732616078687 2024-11-26T10:14:38,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure b81d89c87207c98c95dbd9d6f269c0a0, server=94eedbb855cf,42607,1732616075315 in 158 msec 2024-11-26T10:14:38,714 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,714 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:38,715 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:38,715 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:38,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b81d89c87207c98c95dbd9d6f269c0a0, ASSIGN in 367 msec 2024-11-26T10:14:38,715 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 4aae8a4a62a183d958ac2765e3509825, NAME => 'test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-26T10:14:38,715 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,716 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,716 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,716 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,719 INFO [StoreOpener-4aae8a4a62a183d958ac2765e3509825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,719 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a7d446d6df5d0df02c64a6eeb0454cd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 155df2362008e75af1cc7ccc0ab25b27, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,720 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened a7d446d6df5d0df02c64a6eeb0454cd0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65466613, jitterRate=-0.024471446871757507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,720 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:38,720 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for a7d446d6df5d0df02c64a6eeb0454cd0: Running coprocessor pre-open hook at 1732616078702Writing region info on filesystem at 1732616078702Initializing all the Stores at 1732616078704 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078704Cleaning up temporary data from old regions at 1732616078710 (+6 ms)Running coprocessor post-open hooks at 1732616078720 (+10 ms)Region opened successfully at 1732616078720 2024-11-26T10:14:38,721 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0., pid=38, masterSystemTime=1732616078671 2024-11-26T10:14:38,722 INFO [StoreOpener-4aae8a4a62a183d958ac2765e3509825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aae8a4a62a183d958ac2765e3509825 columnFamilyName family 2024-11-26T10:14:38,722 DEBUG [StoreOpener-4aae8a4a62a183d958ac2765e3509825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,723 INFO [StoreOpener-4aae8a4a62a183d958ac2765e3509825-1 {}] regionserver.HStore(327): Store=4aae8a4a62a183d958ac2765e3509825/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,724 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=5 2024-11-26T10:14:38,724 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:38,724 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:38,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 155df2362008e75af1cc7ccc0ab25b27, server=94eedbb855cf,37599,1732616075269 in 99 msec 2024-11-26T10:14:38,725 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dfc730be5ac23b5d1c0b0154006bd1f, NAME => 'test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-26T10:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,726 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,726 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,726 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,727 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,727 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=155df2362008e75af1cc7ccc0ab25b27, ASSIGN in 380 msec 2024-11-26T10:14:38,728 INFO [StoreOpener-5dfc730be5ac23b5d1c0b0154006bd1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,729 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,730 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,730 INFO [StoreOpener-5dfc730be5ac23b5d1c0b0154006bd1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dfc730be5ac23b5d1c0b0154006bd1f columnFamilyName family 2024-11-26T10:14:38,730 DEBUG [StoreOpener-5dfc730be5ac23b5d1c0b0154006bd1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,732 INFO [StoreOpener-5dfc730be5ac23b5d1c0b0154006bd1f-1 {}] regionserver.HStore(327): Store=5dfc730be5ac23b5d1c0b0154006bd1f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,732 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d446d6df5d0df02c64a6eeb0454cd0, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:38,733 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/4aae8a4a62a183d958ac2765e3509825/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,734 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,734 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,735 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 4aae8a4a62a183d958ac2765e3509825; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64567429, jitterRate=-0.03787033259868622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,735 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:38,735 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 4aae8a4a62a183d958ac2765e3509825: Running coprocessor pre-open hook at 1732616078716Writing region info on filesystem at 1732616078716Initializing all the Stores at 1732616078717 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078717Cleaning up temporary data from old regions at 1732616078727 (+10 ms)Running coprocessor post-open hooks at 1732616078735 (+8 ms)Region opened successfully at 1732616078735 2024-11-26T10:14:38,735 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,735 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,736 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825., pid=34, masterSystemTime=1732616078687 2024-11-26T10:14:38,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=23 2024-11-26T10:14:38,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure a7d446d6df5d0df02c64a6eeb0454cd0, server=94eedbb855cf,42607,1732616075315 in 180 msec 2024-11-26T10:14:38,739 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,739 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:38,739 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:38,739 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:38,740 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => bcabdb5f6c851015ea9aca45f0700920, NAME => 'test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-26T10:14:38,740 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,740 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,740 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,741 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,741 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,743 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/5dfc730be5ac23b5d1c0b0154006bd1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,743 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 5dfc730be5ac23b5d1c0b0154006bd1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61812913, jitterRate=-0.07891581952571869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,744 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:38,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aae8a4a62a183d958ac2765e3509825, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,744 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 5dfc730be5ac23b5d1c0b0154006bd1f: Running coprocessor pre-open hook at 1732616078726Writing region info on filesystem at 1732616078726Initializing all the Stores at 1732616078727 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078727Cleaning up temporary data from old regions at 1732616078735 (+8 ms)Running coprocessor post-open hooks at 1732616078744 (+9 ms)Region opened successfully at 1732616078744 2024-11-26T10:14:38,744 INFO [StoreOpener-bcabdb5f6c851015ea9aca45f0700920-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,745 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f., pid=33, masterSystemTime=1732616078671 2024-11-26T10:14:38,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7d446d6df5d0df02c64a6eeb0454cd0, ASSIGN in 397 msec 2024-11-26T10:14:38,746 INFO [StoreOpener-bcabdb5f6c851015ea9aca45f0700920-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcabdb5f6c851015ea9aca45f0700920 columnFamilyName family 2024-11-26T10:14:38,746 DEBUG [StoreOpener-bcabdb5f6c851015ea9aca45f0700920-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,747 INFO [StoreOpener-bcabdb5f6c851015ea9aca45f0700920-1 {}] regionserver.HStore(327): Store=bcabdb5f6c851015ea9aca45f0700920/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,747 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,749 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,749 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:38,749 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:38,749 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:38,749 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => a20737ca7c40b372eba4d6aa32c843be, NAME => 'test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-26T10:14:38,750 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,750 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,750 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,750 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,752 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=28 2024-11-26T10:14:38,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 4aae8a4a62a183d958ac2765e3509825, server=94eedbb855cf,37599,1732616075269 in 212 msec 2024-11-26T10:14:38,753 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,753 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4aae8a4a62a183d958ac2765e3509825, ASSIGN in 408 msec 2024-11-26T10:14:38,756 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,756 INFO [StoreOpener-a20737ca7c40b372eba4d6aa32c843be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,759 INFO [StoreOpener-a20737ca7c40b372eba4d6aa32c843be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a20737ca7c40b372eba4d6aa32c843be columnFamilyName family 2024-11-26T10:14:38,760 DEBUG [StoreOpener-a20737ca7c40b372eba4d6aa32c843be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,760 INFO [StoreOpener-a20737ca7c40b372eba4d6aa32c843be-1 {}] regionserver.HStore(327): Store=a20737ca7c40b372eba4d6aa32c843be/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dfc730be5ac23b5d1c0b0154006bd1f, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:38,761 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,762 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,763 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,764 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,764 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,765 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/bcabdb5f6c851015ea9aca45f0700920/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,766 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened bcabdb5f6c851015ea9aca45f0700920; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67175200, jitterRate=9.884834289550781E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,766 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:38,766 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for bcabdb5f6c851015ea9aca45f0700920: Running coprocessor pre-open hook at 1732616078741Writing region info on filesystem at 1732616078741Initializing all the Stores at 1732616078743 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078743Cleaning up temporary data from old regions at 1732616078753 (+10 ms)Running coprocessor post-open hooks at 1732616078766 (+13 ms)Region opened successfully at 1732616078766 2024-11-26T10:14:38,767 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=7 2024-11-26T10:14:38,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dfc730be5ac23b5d1c0b0154006bd1f, server=94eedbb855cf,42607,1732616075315 in 232 msec 2024-11-26T10:14:38,768 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920., pid=46, masterSystemTime=1732616078687 2024-11-26T10:14:38,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5dfc730be5ac23b5d1c0b0154006bd1f, ASSIGN in 423 msec 2024-11-26T10:14:38,771 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:38,771 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:38,772 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:38,772 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ba1ebff2f3b97aa4edece8c302b2584, NAME => 'test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-26T10:14:38,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,773 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,774 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:38,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b2a690071843d93cbb012145a1ea6cb, NAME => 'test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-26T10:14:38,775 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,775 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,775 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,775 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,775 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a20737ca7c40b372eba4d6aa32c843be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcabdb5f6c851015ea9aca45f0700920, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,776 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened a20737ca7c40b372eba4d6aa32c843be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71349612, jitterRate=0.06319206953048706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,776 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:38,776 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for a20737ca7c40b372eba4d6aa32c843be: Running coprocessor pre-open hook at 1732616078750Writing region info on filesystem at 1732616078750Initializing all the Stores at 1732616078752 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078752Cleaning up temporary data from old regions at 1732616078764 (+12 ms)Running coprocessor post-open hooks at 1732616078776 (+12 ms)Region opened successfully at 1732616078776 2024-11-26T10:14:38,776 INFO [StoreOpener-6ba1ebff2f3b97aa4edece8c302b2584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,777 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be., pid=32, masterSystemTime=1732616078671 2024-11-26T10:14:38,779 INFO [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,779 INFO [StoreOpener-6ba1ebff2f3b97aa4edece8c302b2584-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ba1ebff2f3b97aa4edece8c302b2584 columnFamilyName family 2024-11-26T10:14:38,779 DEBUG [StoreOpener-6ba1ebff2f3b97aa4edece8c302b2584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,780 INFO [StoreOpener-6ba1ebff2f3b97aa4edece8c302b2584-1 {}] regionserver.HStore(327): Store=6ba1ebff2f3b97aa4edece8c302b2584/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,780 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,781 INFO [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b2a690071843d93cbb012145a1ea6cb columnFamilyName family 2024-11-26T10:14:38,781 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,781 DEBUG [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,781 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,782 INFO [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] regionserver.HStore(327): Store=2b2a690071843d93cbb012145a1ea6cb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,782 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,783 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,783 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,783 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,785 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:38,785 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:38,785 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:38,785 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => a59560385dfc033f97eee8ab7b6fab64, NAME => 'test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-26T10:14:38,785 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,785 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,786 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,786 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,786 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,787 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,787 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=9 2024-11-26T10:14:38,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcabdb5f6c851015ea9aca45f0700920, server=94eedbb855cf,37599,1732616075269 in 178 msec 2024-11-26T10:14:38,789 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,789 INFO [StoreOpener-a59560385dfc033f97eee8ab7b6fab64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,791 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bcabdb5f6c851015ea9aca45f0700920, ASSIGN in 443 msec 2024-11-26T10:14:38,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,793 INFO [StoreOpener-a59560385dfc033f97eee8ab7b6fab64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59560385dfc033f97eee8ab7b6fab64 columnFamilyName family 2024-11-26T10:14:38,793 DEBUG [StoreOpener-a59560385dfc033f97eee8ab7b6fab64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,794 INFO [StoreOpener-a59560385dfc033f97eee8ab7b6fab64-1 {}] regionserver.HStore(327): Store=a59560385dfc033f97eee8ab7b6fab64/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,794 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,796 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a20737ca7c40b372eba4d6aa32c843be, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:38,797 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,797 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,799 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-26T10:14:38,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure a20737ca7c40b372eba4d6aa32c843be, server=94eedbb855cf,42607,1732616075315 in 276 msec 2024-11-26T10:14:38,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a20737ca7c40b372eba4d6aa32c843be, ASSIGN in 458 msec 2024-11-26T10:14:38,809 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6ba1ebff2f3b97aa4edece8c302b2584/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,810 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/2b2a690071843d93cbb012145a1ea6cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,810 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a59560385dfc033f97eee8ab7b6fab64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,810 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 6ba1ebff2f3b97aa4edece8c302b2584; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69659169, jitterRate=0.03800250589847565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,810 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 2b2a690071843d93cbb012145a1ea6cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66566387, jitterRate=-0.008083537220954895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,811 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:38,811 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:38,811 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 2b2a690071843d93cbb012145a1ea6cb: Running coprocessor pre-open hook at 1732616078775Writing region info on filesystem at 1732616078775Initializing all the Stores at 1732616078777 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078777Cleaning up temporary data from old regions at 1732616078787 (+10 ms)Running coprocessor post-open hooks at 1732616078811 (+24 ms)Region opened successfully at 1732616078811 2024-11-26T10:14:38,811 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 6ba1ebff2f3b97aa4edece8c302b2584: Running coprocessor pre-open hook at 1732616078774Writing region info on filesystem at 1732616078774Initializing all the Stores at 1732616078776 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078776Cleaning up temporary data from old regions at 1732616078783 (+7 ms)Running coprocessor post-open hooks at 1732616078811 (+28 ms)Region opened successfully at 1732616078811 2024-11-26T10:14:38,811 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened a59560385dfc033f97eee8ab7b6fab64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73614823, jitterRate=0.0969463437795639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,811 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:38,811 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for a59560385dfc033f97eee8ab7b6fab64: Running coprocessor pre-open hook at 1732616078786Writing region info on filesystem at 1732616078786Initializing all the Stores at 1732616078788 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078788Cleaning up temporary data from old regions at 1732616078797 (+9 ms)Running coprocessor post-open hooks at 1732616078811 (+14 ms)Region opened successfully at 1732616078811 2024-11-26T10:14:38,812 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584., pid=40, masterSystemTime=1732616078687 2024-11-26T10:14:38,813 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64., pid=35, masterSystemTime=1732616078671 2024-11-26T10:14:38,813 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb., pid=48, masterSystemTime=1732616078758 2024-11-26T10:14:38,817 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:38,817 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:38,817 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:38,817 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 66cb2076204863067b511f6375d5ed51, NAME => 'test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-26T10:14:38,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,818 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,818 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,818 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,818 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,821 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:38,821 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:38,821 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:38,822 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3200337ad1086a1d9b7f9f6764cedf9c, NAME => 'test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-26T10:14:38,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a59560385dfc033f97eee8ab7b6fab64, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:38,822 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,822 INFO [StoreOpener-66cb2076204863067b511f6375d5ed51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,822 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,823 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,823 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,825 INFO [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,825 INFO [StoreOpener-66cb2076204863067b511f6375d5ed51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66cb2076204863067b511f6375d5ed51 columnFamilyName family 2024-11-26T10:14:38,825 DEBUG [StoreOpener-66cb2076204863067b511f6375d5ed51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,826 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:38,827 INFO [StoreOpener-66cb2076204863067b511f6375d5ed51-1 {}] regionserver.HStore(327): Store=66cb2076204863067b511f6375d5ed51/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,827 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,827 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:38,827 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:38,827 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 994c7ee0273730d1b490dee88b009041, NAME => 'test,lll,1732616077669.994c7ee0273730d1b490dee88b009041.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-26T10:14:38,828 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,828 INFO [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3200337ad1086a1d9b7f9f6764cedf9c columnFamilyName family 2024-11-26T10:14:38,828 DEBUG [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,828 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated test,lll,1732616077669.994c7ee0273730d1b490dee88b009041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,828 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,828 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,828 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,829 INFO [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] regionserver.HStore(327): Store=3200337ad1086a1d9b7f9f6764cedf9c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,829 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,829 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,830 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,830 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,831 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=11 2024-11-26T10:14:38,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a59560385dfc033f97eee8ab7b6fab64, server=94eedbb855cf,42607,1732616075315 in 286 msec 2024-11-26T10:14:38,831 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,832 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,832 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,833 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a59560385dfc033f97eee8ab7b6fab64, ASSIGN in 486 msec 2024-11-26T10:14:38,836 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,837 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ba1ebff2f3b97aa4edece8c302b2584, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,842 INFO [StoreOpener-994c7ee0273730d1b490dee88b009041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:14:38,843 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/66cb2076204863067b511f6375d5ed51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,843 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3200337ad1086a1d9b7f9f6764cedf9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,843 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 66cb2076204863067b511f6375d5ed51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68543540, jitterRate=0.02137833833694458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,844 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:38,844 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 66cb2076204863067b511f6375d5ed51: Running coprocessor pre-open hook at 1732616078818Writing region info on filesystem at 1732616078818Initializing all the Stores at 1732616078821 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078821Cleaning up temporary data from old regions at 1732616078830 (+9 ms)Running coprocessor post-open hooks at 1732616078844 (+14 ms)Region opened successfully at 1732616078844 2024-11-26T10:14:38,845 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3200337ad1086a1d9b7f9f6764cedf9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68473433, jitterRate=0.020333662629127502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,845 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:38,845 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51., pid=39, masterSystemTime=1732616078671 2024-11-26T10:14:38,846 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3200337ad1086a1d9b7f9f6764cedf9c: Running coprocessor pre-open hook at 1732616078823Writing region info on filesystem at 1732616078823Initializing all the Stores at 1732616078824 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078825 (+1 ms)Cleaning up temporary data from old regions at 1732616078832 (+7 ms)Running coprocessor post-open hooks at 1732616078845 (+13 ms)Region opened successfully at 1732616078846 (+1 ms) 2024-11-26T10:14:38,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:38,847 INFO [StoreOpener-994c7ee0273730d1b490dee88b009041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994c7ee0273730d1b490dee88b009041 columnFamilyName family 2024-11-26T10:14:38,847 DEBUG [StoreOpener-994c7ee0273730d1b490dee88b009041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,848 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c., pid=54, masterSystemTime=1732616078758 2024-11-26T10:14:38,848 INFO [StoreOpener-994c7ee0273730d1b490dee88b009041-1 {}] regionserver.HStore(327): Store=994c7ee0273730d1b490dee88b009041/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,849 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,850 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:38,850 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:38,850 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,850 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:38,850 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 3485d55ed4d2f612bbff78cb09040877, NAME => 'test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-26T10:14:38,851 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,851 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,851 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,851 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,851 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,852 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:38,852 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:38,852 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,852 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,852 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:38,853 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e5d24b2a50f6bfbc244b29610f0ff31, NAME => 'test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-26T10:14:38,854 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,854 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,855 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,855 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=24 2024-11-26T10:14:38,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ba1ebff2f3b97aa4edece8c302b2584, server=94eedbb855cf,37599,1732616075269 in 281 msec 2024-11-26T10:14:38,856 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,856 INFO [StoreOpener-3485d55ed4d2f612bbff78cb09040877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,859 INFO [StoreOpener-3485d55ed4d2f612bbff78cb09040877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3485d55ed4d2f612bbff78cb09040877 columnFamilyName family 2024-11-26T10:14:38,859 DEBUG [StoreOpener-3485d55ed4d2f612bbff78cb09040877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ba1ebff2f3b97aa4edece8c302b2584, ASSIGN in 510 msec 2024-11-26T10:14:38,860 INFO [StoreOpener-3485d55ed4d2f612bbff78cb09040877-1 {}] regionserver.HStore(327): Store=3485d55ed4d2f612bbff78cb09040877/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,860 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,861 INFO [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,861 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,862 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,863 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,863 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/994c7ee0273730d1b490dee88b009041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,863 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,864 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 994c7ee0273730d1b490dee88b009041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70593815, jitterRate=0.051929816603660583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,864 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:38,864 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 994c7ee0273730d1b490dee88b009041: Running coprocessor pre-open hook at 1732616078829Writing region info on filesystem at 1732616078829Initializing all the Stores at 1732616078832 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078832Cleaning up temporary data from old regions at 1732616078852 (+20 ms)Running coprocessor post-open hooks at 1732616078864 (+12 ms)Region opened successfully at 1732616078864 2024-11-26T10:14:38,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:38,864 INFO [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5d24b2a50f6bfbc244b29610f0ff31 columnFamilyName family 2024-11-26T10:14:38,865 DEBUG [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,865 INFO [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] regionserver.HStore(327): Store=3e5d24b2a50f6bfbc244b29610f0ff31/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,865 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for test,lll,1732616077669.994c7ee0273730d1b490dee88b009041., pid=43, masterSystemTime=1732616078687 2024-11-26T10:14:38,865 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,866 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,866 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,867 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=66cb2076204863067b511f6375d5ed51, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,868 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,868 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,869 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:38,869 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:38,869 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:38,869 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7feefd49192a657b93f145a087c1a29c, NAME => 'test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-26T10:14:38,870 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,870 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,870 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,870 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66cb2076204863067b511f6375d5ed51, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:38,873 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,873 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3485d55ed4d2f612bbff78cb09040877/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,874 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 3485d55ed4d2f612bbff78cb09040877; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66083017, jitterRate=-0.015286311507225037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,874 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:38,874 INFO [StoreOpener-7feefd49192a657b93f145a087c1a29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,874 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 3485d55ed4d2f612bbff78cb09040877: Running coprocessor pre-open hook at 1732616078851Writing region info on filesystem at 1732616078851Initializing all the Stores at 1732616078854 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078854Cleaning up temporary data from old regions at 1732616078863 (+9 ms)Running coprocessor post-open hooks at 1732616078874 (+11 ms)Region opened successfully at 1732616078874 2024-11-26T10:14:38,876 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877., pid=31, masterSystemTime=1732616078671 2024-11-26T10:14:38,877 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3e5d24b2a50f6bfbc244b29610f0ff31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,877 INFO [StoreOpener-7feefd49192a657b93f145a087c1a29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7feefd49192a657b93f145a087c1a29c columnFamilyName family 2024-11-26T10:14:38,877 DEBUG [StoreOpener-7feefd49192a657b93f145a087c1a29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,878 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 3e5d24b2a50f6bfbc244b29610f0ff31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72689490, jitterRate=0.08315780758857727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,878 INFO [StoreOpener-7feefd49192a657b93f145a087c1a29c-1 {}] regionserver.HStore(327): Store=7feefd49192a657b93f145a087c1a29c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,878 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,878 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:38,879 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 3e5d24b2a50f6bfbc244b29610f0ff31: Running coprocessor pre-open hook at 1732616078855Writing region info on filesystem at 1732616078855Initializing all the Stores at 1732616078857 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078857Cleaning up temporary data from old regions at 1732616078868 (+11 ms)Running coprocessor post-open hooks at 1732616078879 (+11 ms)Region opened successfully at 1732616078879 2024-11-26T10:14:38,879 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,880 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:38,880 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:38,880 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,880 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:38,881 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 15ee4e2caddb22bcf0c7aa99263b05ad, NAME => 'test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-26T10:14:38,881 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,881 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31., pid=53, masterSystemTime=1732616078758 2024-11-26T10:14:38,881 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,881 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,881 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,881 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,881 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,884 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,884 INFO [StoreOpener-15ee4e2caddb22bcf0c7aa99263b05ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,885 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:38,885 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:38,887 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:38,887 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 6acb0db86c1ccff57fce8498ab600ea0, NAME => 'test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-26T10:14:38,887 INFO [StoreOpener-15ee4e2caddb22bcf0c7aa99263b05ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15ee4e2caddb22bcf0c7aa99263b05ad columnFamilyName family 2024-11-26T10:14:38,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=26 2024-11-26T10:14:38,887 DEBUG [StoreOpener-15ee4e2caddb22bcf0c7aa99263b05ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 66cb2076204863067b511f6375d5ed51, server=94eedbb855cf,42607,1732616075315 in 317 msec 2024-11-26T10:14:38,887 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,887 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,887 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,888 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,888 INFO [StoreOpener-15ee4e2caddb22bcf0c7aa99263b05ad-1 {}] regionserver.HStore(327): Store=15ee4e2caddb22bcf0c7aa99263b05ad/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,889 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/7feefd49192a657b93f145a087c1a29c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,890 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7feefd49192a657b93f145a087c1a29c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64986304, jitterRate=-0.03162860870361328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,890 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:38,890 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7feefd49192a657b93f145a087c1a29c: Running coprocessor pre-open hook at 1732616078871Writing region info on filesystem at 1732616078871Initializing all the Stores at 1732616078873 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078874 (+1 ms)Cleaning up temporary data from old regions at 1732616078881 (+7 ms)Running coprocessor post-open hooks at 1732616078890 (+9 ms)Region opened successfully at 1732616078890 2024-11-26T10:14:38,891 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,891 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c., pid=44, masterSystemTime=1732616078687 2024-11-26T10:14:38,892 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66cb2076204863067b511f6375d5ed51, ASSIGN in 543 msec 2024-11-26T10:14:38,893 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,894 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,894 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,894 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:38,894 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:38,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,895 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:38,895 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 946f17088c17d590108b064db674e529, NAME => 'test,fff,1732616077669.946f17088c17d590108b064db674e529.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-26T10:14:38,895 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,895 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated test,fff,1732616077669.946f17088c17d590108b064db674e529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,896 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,896 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,897 INFO [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,897 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:38,899 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,901 INFO [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6acb0db86c1ccff57fce8498ab600ea0 columnFamilyName family 2024-11-26T10:14:38,901 DEBUG [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,902 INFO [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] regionserver.HStore(327): Store=6acb0db86c1ccff57fce8498ab600ea0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7feefd49192a657b93f145a087c1a29c, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,902 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,903 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,904 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,905 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,905 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,907 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=8 2024-11-26T10:14:38,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,35987,1732616075165 in 268 msec 2024-11-26T10:14:38,910 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/15ee4e2caddb22bcf0c7aa99263b05ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN in 563 msec 2024-11-26T10:14:38,910 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 15ee4e2caddb22bcf0c7aa99263b05ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73776958, jitterRate=0.0993623435497284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,911 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:38,911 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 15ee4e2caddb22bcf0c7aa99263b05ad: Running coprocessor pre-open hook at 1732616078882Writing region info on filesystem at 1732616078882Initializing all the Stores at 1732616078884 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078884Cleaning up temporary data from old regions at 1732616078894 (+10 ms)Running coprocessor post-open hooks at 1732616078911 (+17 ms)Region opened successfully at 1732616078911 2024-11-26T10:14:38,911 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6acb0db86c1ccff57fce8498ab600ea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,911 INFO [StoreOpener-946f17088c17d590108b064db674e529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,912 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 6acb0db86c1ccff57fce8498ab600ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75180782, jitterRate=0.12028095126152039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,912 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:38,912 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad., pid=36, masterSystemTime=1732616078671 2024-11-26T10:14:38,912 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 6acb0db86c1ccff57fce8498ab600ea0: Running coprocessor pre-open hook at 1732616078888Writing region info on filesystem at 1732616078888Initializing all the Stores at 1732616078891 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078891Cleaning up temporary data from old regions at 1732616078905 (+14 ms)Running coprocessor post-open hooks at 1732616078912 (+7 ms)Region opened successfully at 1732616078912 2024-11-26T10:14:38,914 INFO [StoreOpener-946f17088c17d590108b064db674e529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946f17088c17d590108b064db674e529 columnFamilyName family 2024-11-26T10:14:38,914 DEBUG [StoreOpener-946f17088c17d590108b064db674e529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,914 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0., pid=55, masterSystemTime=1732616078758 2024-11-26T10:14:38,915 INFO [StoreOpener-946f17088c17d590108b064db674e529-1 {}] regionserver.HStore(327): Store=946f17088c17d590108b064db674e529/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,915 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,916 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/946f17088c17d590108b064db674e529 2024-11-26T10:14:38,917 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/946f17088c17d590108b064db674e529 2024-11-26T10:14:38,917 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:38,917 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:38,917 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,918 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,919 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:38,919 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:38,919 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:38,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=19 2024-11-26T10:14:38,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 7feefd49192a657b93f145a087c1a29c, server=94eedbb855cf,37599,1732616075269 in 325 msec 2024-11-26T10:14:38,919 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 42433a67986de031495a6363e5171d65, NAME => 'test,www,1732616077669.42433a67986de031495a6363e5171d65.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-26T10:14:38,920 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,920 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated test,www,1732616077669.42433a67986de031495a6363e5171d65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,920 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,920 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,921 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7feefd49192a657b93f145a087c1a29c, ASSIGN in 575 msec 2024-11-26T10:14:38,924 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/946f17088c17d590108b064db674e529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,924 INFO [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,925 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 946f17088c17d590108b064db674e529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64608511, jitterRate=-0.03725816309452057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,925 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 946f17088c17d590108b064db674e529 2024-11-26T10:14:38,925 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 946f17088c17d590108b064db674e529: Running coprocessor pre-open hook at 1732616078896Writing region info on filesystem at 1732616078896Initializing all the Stores at 1732616078897 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078898 (+1 ms)Cleaning up temporary data from old regions at 1732616078918 (+20 ms)Running coprocessor post-open hooks at 1732616078925 (+7 ms)Region opened successfully at 1732616078925 2024-11-26T10:14:38,927 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for test,fff,1732616077669.946f17088c17d590108b064db674e529., pid=42, masterSystemTime=1732616078687 2024-11-26T10:14:38,927 INFO [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42433a67986de031495a6363e5171d65 columnFamilyName family 2024-11-26T10:14:38,928 DEBUG [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:38,929 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=94eedbb855cf,35987,1732616075165, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T10:14:38,929 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=94eedbb855cf,35987,1732616075165, table=test, region=6acb0db86c1ccff57fce8498ab600ea0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T10:14:38,929 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=94eedbb855cf,35987,1732616075165, table=test, region=2b2a690071843d93cbb012145a1ea6cb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T10:14:38,930 INFO [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] regionserver.HStore(327): Store=42433a67986de031495a6363e5171d65/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,930 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:38,931 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,932 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,932 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:38,932 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:38,932 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:38,932 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e4313f739c53ca8d936f229b2a0d398, NAME => 'test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-26T10:14:38,933 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,933 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,933 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,933 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,935 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,935 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15ee4e2caddb22bcf0c7aa99263b05ad, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:38,936 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=946f17088c17d590108b064db674e529, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,937 INFO [StoreOpener-9e4313f739c53ca8d936f229b2a0d398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,938 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946f17088c17d590108b064db674e529, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,940 INFO [StoreOpener-9e4313f739c53ca8d936f229b2a0d398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e4313f739c53ca8d936f229b2a0d398 columnFamilyName family 2024-11-26T10:14:38,941 DEBUG [StoreOpener-9e4313f739c53ca8d936f229b2a0d398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,942 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/42433a67986de031495a6363e5171d65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,942 INFO [StoreOpener-9e4313f739c53ca8d936f229b2a0d398-1 {}] regionserver.HStore(327): Store=9e4313f739c53ca8d936f229b2a0d398/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,942 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,943 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 42433a67986de031495a6363e5171d65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68538796, jitterRate=0.021307647228240967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,943 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:38,943 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,944 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 42433a67986de031495a6363e5171d65: Running coprocessor pre-open hook at 1732616078921Writing region info on filesystem at 1732616078921Initializing all the Stores at 1732616078923 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078923Cleaning up temporary data from old regions at 1732616078935 (+12 ms)Running coprocessor post-open hooks at 1732616078943 (+8 ms)Region opened successfully at 1732616078943 2024-11-26T10:14:38,944 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,945 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for test,www,1732616077669.42433a67986de031495a6363e5171d65., pid=47, masterSystemTime=1732616078758 2024-11-26T10:14:38,945 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=14 2024-11-26T10:14:38,945 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 15ee4e2caddb22bcf0c7aa99263b05ad, server=94eedbb855cf,42607,1732616075315 in 396 msec 2024-11-26T10:14:38,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15ee4e2caddb22bcf0c7aa99263b05ad, ASSIGN in 600 msec 2024-11-26T10:14:38,949 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:38,949 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:38,949 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,950 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:38,950 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ed5b547096e598c1d9e8e60b25167fa, NAME => 'test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-26T10:14:38,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=42433a67986de031495a6363e5171d65, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,950 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,950 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,951 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,951 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:38,955 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/9e4313f739c53ca8d936f229b2a0d398/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,956 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 9e4313f739c53ca8d936f229b2a0d398; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73965782, jitterRate=0.10217604041099548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,956 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:38,956 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 9e4313f739c53ca8d936f229b2a0d398: Running coprocessor pre-open hook at 1732616078933Writing region info on filesystem at 1732616078933Initializing all the Stores at 1732616078935 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078936 (+1 ms)Cleaning up temporary data from old regions at 1732616078945 (+9 ms)Running coprocessor post-open hooks at 1732616078956 (+11 ms)Region opened successfully at 1732616078956 2024-11-26T10:14:38,957 INFO [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,958 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398., pid=45, masterSystemTime=1732616078687 2024-11-26T10:14:38,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=10 2024-11-26T10:14:38,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 946f17088c17d590108b064db674e529, server=94eedbb855cf,37599,1732616075269 in 375 msec 2024-11-26T10:14:38,960 INFO [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed5b547096e598c1d9e8e60b25167fa columnFamilyName family 2024-11-26T10:14:38,960 DEBUG [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,961 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:38,961 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:38,961 INFO [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] regionserver.HStore(327): Store=8ed5b547096e598c1d9e8e60b25167fa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,961 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:38,961 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,962 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => d877cd77946f8e8b702562adc24cd884, NAME => 'test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-26T10:14:38,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=946f17088c17d590108b064db674e529, ASSIGN in 614 msec 2024-11-26T10:14:38,962 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,962 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,962 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,963 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,963 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,964 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,964 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,964 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,965 INFO [StoreOpener-d877cd77946f8e8b702562adc24cd884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,967 INFO [StoreOpener-d877cd77946f8e8b702562adc24cd884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d877cd77946f8e8b702562adc24cd884 columnFamilyName family 2024-11-26T10:14:38,967 DEBUG [StoreOpener-d877cd77946f8e8b702562adc24cd884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,967 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e4313f739c53ca8d936f229b2a0d398, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,968 INFO [StoreOpener-d877cd77946f8e8b702562adc24cd884-1 {}] regionserver.HStore(327): Store=d877cd77946f8e8b702562adc24cd884/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,968 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,970 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,970 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,971 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,971 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=27 2024-11-26T10:14:38,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,35987,1732616075165 in 363 msec 2024-11-26T10:14:38,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN in 626 msec 2024-11-26T10:14:38,974 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,974 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/8ed5b547096e598c1d9e8e60b25167fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,974 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 8ed5b547096e598c1d9e8e60b25167fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64665420, jitterRate=-0.03641015291213989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,974 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:38,975 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 8ed5b547096e598c1d9e8e60b25167fa: Running coprocessor pre-open hook at 1732616078951Writing region info on filesystem at 1732616078951Initializing all the Stores at 1732616078953 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078953Cleaning up temporary data from old regions at 1732616078965 (+12 ms)Running coprocessor post-open hooks at 1732616078974 (+9 ms)Region opened successfully at 1732616078975 (+1 ms) 2024-11-26T10:14:38,977 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa., pid=50, masterSystemTime=1732616078758 2024-11-26T10:14:38,978 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/d877cd77946f8e8b702562adc24cd884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:38,978 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened d877cd77946f8e8b702562adc24cd884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60169168, jitterRate=-0.1034095287322998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:38,978 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:38,979 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for d877cd77946f8e8b702562adc24cd884: Running coprocessor pre-open hook at 1732616078963Writing region info on filesystem at 1732616078963Initializing all the Stores at 1732616078964 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078964Cleaning up temporary data from old regions at 1732616078971 (+7 ms)Running coprocessor post-open hooks at 1732616078978 (+7 ms)Region opened successfully at 1732616078979 (+1 ms) 2024-11-26T10:14:38,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=22 2024-11-26T10:14:38,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e4313f739c53ca8d936f229b2a0d398, server=94eedbb855cf,37599,1732616075269 in 383 msec 2024-11-26T10:14:38,980 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884., pid=41, masterSystemTime=1732616078687 2024-11-26T10:14:38,980 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:38,980 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:38,981 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:38,981 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 05647970f18a24d6f19a169f8d1a28d0, NAME => 'test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-26T10:14:38,982 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,982 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:38,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9e4313f739c53ca8d936f229b2a0d398, ASSIGN in 634 msec 2024-11-26T10:14:38,982 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,982 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,982 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:38,982 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:38,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:38,984 INFO [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,986 INFO [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05647970f18a24d6f19a169f8d1a28d0 columnFamilyName family 2024-11-26T10:14:38,986 DEBUG [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:38,987 INFO [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] regionserver.HStore(327): Store=05647970f18a24d6f19a169f8d1a28d0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:38,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:38,987 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,988 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d877cd77946f8e8b702562adc24cd884, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:38,989 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,989 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,989 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:38,992 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:38,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=13 2024-11-26T10:14:38,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d877cd77946f8e8b702562adc24cd884, server=94eedbb855cf,37599,1732616075269 in 417 msec 2024-11-26T10:14:38,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d877cd77946f8e8b702562adc24cd884, ASSIGN in 651 msec 2024-11-26T10:14:39,002 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/05647970f18a24d6f19a169f8d1a28d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:39,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=30 2024-11-26T10:14:39,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,35987,1732616075165 in 382 msec 2024-11-26T10:14:39,003 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 05647970f18a24d6f19a169f8d1a28d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71757133, jitterRate=0.06926460564136505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:39,003 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:39,004 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 05647970f18a24d6f19a169f8d1a28d0: Running coprocessor pre-open hook at 1732616078982Writing region info on filesystem at 1732616078982Initializing all the Stores at 1732616078984 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616078984Cleaning up temporary data from old regions at 1732616078989 (+5 ms)Running coprocessor post-open hooks at 1732616079003 (+14 ms)Region opened successfully at 1732616079004 (+1 ms) 2024-11-26T10:14:39,005 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0., pid=52, masterSystemTime=1732616078758 2024-11-26T10:14:39,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN in 658 msec 2024-11-26T10:14:39,008 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:39,008 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:39,008 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:39,008 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 51f880efa5a6bb22ae2e88ecb77be106, NAME => 'test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-26T10:14:39,009 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,009 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:39,009 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,009 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=12 2024-11-26T10:14:39,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,35987,1732616075165 in 363 msec 2024-11-26T10:14:39,012 INFO [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN in 665 msec 2024-11-26T10:14:39,014 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=05647970f18a24d6f19a169f8d1a28d0, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:39,015 INFO [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51f880efa5a6bb22ae2e88ecb77be106 columnFamilyName family 2024-11-26T10:14:39,015 DEBUG [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:39,015 INFO [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] regionserver.HStore(327): Store=51f880efa5a6bb22ae2e88ecb77be106/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:39,016 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:39,018 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,018 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:39,018 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,020 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,020 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3485d55ed4d2f612bbff78cb09040877, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:39,024 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,027 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/51f880efa5a6bb22ae2e88ecb77be106/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:39,028 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 51f880efa5a6bb22ae2e88ecb77be106; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74253378, jitterRate=0.1064615547657013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:39,028 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:39,028 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 51f880efa5a6bb22ae2e88ecb77be106: Running coprocessor pre-open hook at 1732616079009Writing region info on filesystem at 1732616079009Initializing all the Stores at 1732616079011 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616079011Cleaning up temporary data from old regions at 1732616079020 (+9 ms)Running coprocessor post-open hooks at 1732616079028 (+8 ms)Region opened successfully at 1732616079028 2024-11-26T10:14:39,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=18 2024-11-26T10:14:39,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,35987,1732616075165 in 392 msec 2024-11-26T10:14:39,030 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106., pid=56, masterSystemTime=1732616078758 2024-11-26T10:14:39,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN in 684 msec 2024-11-26T10:14:39,034 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:39,034 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:39,035 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=94eedbb855cf,35987,1732616075165, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T10:14:39,035 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:39,035 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=94eedbb855cf,35987,1732616075165, table=test, region=2b2a690071843d93cbb012145a1ea6cb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T10:14:39,035 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 761c872da520c6c571d6652a7c7b050a, NAME => 'test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-26T10:14:39,036 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,036 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:39,036 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,036 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,038 INFO [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-26T10:14:39,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 3485d55ed4d2f612bbff78cb09040877, server=94eedbb855cf,42607,1732616075315 in 519 msec 2024-11-26T10:14:39,040 INFO [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761c872da520c6c571d6652a7c7b050a columnFamilyName family 2024-11-26T10:14:39,041 DEBUG [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:39,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3485d55ed4d2f612bbff78cb09040877, ASSIGN in 694 msec 2024-11-26T10:14:39,042 INFO [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] regionserver.HStore(327): Store=761c872da520c6c571d6652a7c7b050a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:39,042 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:39,043 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,044 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,045 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,045 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:39,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=994c7ee0273730d1b490dee88b009041, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:39,049 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994c7ee0273730d1b490dee88b009041, server=94eedbb855cf,37599,1732616075269 because future has completed 2024-11-26T10:14:39,053 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/761c872da520c6c571d6652a7c7b050a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:14:39,054 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 761c872da520c6c571d6652a7c7b050a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70511236, jitterRate=0.05069929361343384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:39,054 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:39,054 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 761c872da520c6c571d6652a7c7b050a: Running coprocessor pre-open hook at 1732616079036Writing region info on filesystem at 1732616079036Initializing all the Stores at 1732616079038 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616079038Cleaning up temporary data from old regions at 1732616079045 (+7 ms)Running coprocessor post-open hooks at 1732616079054 (+9 ms)Region opened successfully at 1732616079054 2024-11-26T10:14:39,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=15 2024-11-26T10:14:39,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,35987,1732616075165 in 403 msec 2024-11-26T10:14:39,055 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a., pid=49, masterSystemTime=1732616078758 2024-11-26T10:14:39,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN in 710 msec 2024-11-26T10:14:39,058 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:39,058 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:39,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=761c872da520c6c571d6652a7c7b050a, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:39,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:39,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=16 2024-11-26T10:14:39,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 994c7ee0273730d1b490dee88b009041, server=94eedbb855cf,37599,1732616075269 in 480 msec 2024-11-26T10:14:39,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=994c7ee0273730d1b490dee88b009041, ASSIGN in 721 msec 2024-11-26T10:14:39,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-26T10:14:39,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,35987,1732616075165 in 456 msec 2024-11-26T10:14:39,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN in 727 msec 2024-11-26T10:14:39,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=6 2024-11-26T10:14:39,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,35987,1732616075165 in 436 msec 2024-11-26T10:14:39,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN in 733 msec 2024-11-26T10:14:39,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=21 2024-11-26T10:14:39,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,35987,1732616075165 in 472 msec 2024-11-26T10:14:39,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=4 2024-11-26T10:14:39,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, ASSIGN in 740 msec 2024-11-26T10:14:39,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:14:39,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616079088"}]},"ts":"1732616079088"} 2024-11-26T10:14:39,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:14:39,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:14:39,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4140 sec 2024-11-26T10:14:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:14:39,860 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:14:39,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-11-26T10:14:39,862 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:14:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table test assigned to meta. Checking AM states. 2024-11-26T10:14:39,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:14:39,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table test assigned. 2024-11-26T10:14:39,882 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:14:39,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:14:39,907 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:14:39,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:14:39,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:14:39,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:14:39,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:14:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3200337ad1086a1d9b7f9f6764cedf9c changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e5d24b2a50f6bfbc244b29610f0ff31 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6acb0db86c1ccff57fce8498ab600ea0 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51f880efa5a6bb22ae2e88ecb77be106 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 05647970f18a24d6f19a169f8d1a28d0 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2b2a690071843d93cbb012145a1ea6cb changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 761c872da520c6c571d6652a7c7b050a changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 42433a67986de031495a6363e5171d65 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8ed5b547096e598c1d9e8e60b25167fa changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 155df2362008e75af1cc7ccc0ab25b27 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bcabdb5f6c851015ea9aca45f0700920 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 946f17088c17d590108b064db674e529 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d877cd77946f8e8b702562adc24cd884 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 994c7ee0273730d1b490dee88b009041 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7feefd49192a657b93f145a087c1a29c changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9e4313f739c53ca8d936f229b2a0d398 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6ba1ebff2f3b97aa4edece8c302b2584 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4aae8a4a62a183d958ac2765e3509825 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5dfc730be5ac23b5d1c0b0154006bd1f changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a59560385dfc033f97eee8ab7b6fab64 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15ee4e2caddb22bcf0c7aa99263b05ad changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b81d89c87207c98c95dbd9d6f269c0a0 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a20737ca7c40b372eba4d6aa32c843be changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a7d446d6df5d0df02c64a6eeb0454cd0 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 66cb2076204863067b511f6375d5ed51 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3485d55ed4d2f612bbff78cb09040877 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:14:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] rsgroup.RSGroupBasedLoadBalancer(138): Balancing RSGroup=default 2024-11-26T10:14:39,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] rsgroup.RSGroupBasedLoadBalancer(151): Start Generate Balance plan for group: default 2024-11-26T10:14:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BaseLoadBalancer(619): Start Generate Balance plan for cluster. 2024-11-26T10:14:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(204): Hosts are {94eedbb855cf=0} racks are {/default-rack=0} 2024-11-26T10:14:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(303): server 0 has 10 regions 2024-11-26T10:14:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(303): server 1 has 9 regions 2024-11-26T10:14:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(303): server 2 has 8 regions 2024-11-26T10:14:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T10:14:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T10:14:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T10:14:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T10:14:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T10:14:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T10:14:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.BalancerClusterState(326): Number of tables=2, number of hosts=1, number of racks=1 2024-11-26T10:14:39,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.StochasticLoadBalancer(403): Cluster wide - Calculating plan. may take up to 30000ms to complete. 2024-11-26T10:14:39,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.StochasticLoadBalancer(515): Start StochasticLoadBalancer.balancer, initial weighted average imbalance=0.06931633435746164, functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.06415002990995843, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); computedMaxSteps=64800 2024-11-26T10:14:40,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] balancer.StochasticLoadBalancer(562): Finished computing new moving plan. Computation took 452 ms to try 64800 different iterations. Found a solution that moves 1 regions; Going from a computed imbalance of 0.06931633435746164 to a new imbalance of 0.01690158032826896. funtionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.037037037037037035, need balance); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 2024-11-26T10:14:40,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.HMaster(2167): Balancer plans size is 1, the balance interval is 300000 ms, and the max number regions in transition is 27 2024-11-26T10:14:40,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.HMaster(2172): balance hri=2b2a690071843d93cbb012145a1ea6cb, source=94eedbb855cf,35987,1732616075165, destination=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:40,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:40,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=57 updating hbase:meta row=2b2a690071843d93cbb012145a1ea6cb, regionState=CLOSING, regionLocation=94eedbb855cf,35987,1732616075165 2024-11-26T10:14:40,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE because future has completed 2024-11-26T10:14:40,457 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T10:14:40,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,35987,1732616075165}] 2024-11-26T10:14:40,617 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(122): Close 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,617 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T10:14:40,618 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1722): Closing 2b2a690071843d93cbb012145a1ea6cb, disabling compactions & flushes 2024-11-26T10:14:40,618 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1755): Closing region test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:40,618 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1776): Time limited wait for close lock on test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:40,618 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1843): Acquired close lock on test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. after waiting 0 ms 2024-11-26T10:14:40,618 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1853): Updates disabled for region test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:40,624 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/2b2a690071843d93cbb012145a1ea6cb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:40,627 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1973): Closed test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:40,627 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1676): Region close journal for 2b2a690071843d93cbb012145a1ea6cb: Waiting for close lock at 1732616080617Running coprocessor pre-close hooks at 1732616080617Disabling compacts and flushes for region at 1732616080617Disabling writes for close at 1732616080618 (+1 ms)Writing region close event to WAL at 1732616080618Running coprocessor post-close hooks at 1732616080625 (+7 ms)Closed at 1732616080627 (+2 ms) 2024-11-26T10:14:40,627 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionServer(3302): Adding 2b2a690071843d93cbb012145a1ea6cb move to 94eedbb855cf,42607,1732616075315 record at close sequenceid=2 2024-11-26T10:14:40,631 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(157): Closed 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=57 updating hbase:meta row=2b2a690071843d93cbb012145a1ea6cb, regionState=CLOSED 2024-11-26T10:14:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,35987,1732616075165 because future has completed 2024-11-26T10:14:40,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T10:14:40,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; CloseRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,35987,1732616075165 in 178 msec 2024-11-26T10:14:40,639 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE; state=CLOSED, location=94eedbb855cf,42607,1732616075315; forceNewPlan=false, retain=false 2024-11-26T10:14:40,790 INFO [94eedbb855cf:35965 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T10:14:40,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=57 updating hbase:meta row=2b2a690071843d93cbb012145a1ea6cb, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:40,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE because future has completed 2024-11-26T10:14:40,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=57, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:40,951 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:40,951 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b2a690071843d93cbb012145a1ea6cb, NAME => 'test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-26T10:14:40,952 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,952 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:40,952 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,952 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,954 INFO [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,955 INFO [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b2a690071843d93cbb012145a1ea6cb columnFamilyName family 2024-11-26T10:14:40,955 DEBUG [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:40,955 INFO [StoreOpener-2b2a690071843d93cbb012145a1ea6cb-1 {}] regionserver.HStore(327): Store=2b2a690071843d93cbb012145a1ea6cb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:40,956 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,956 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,958 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,959 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,959 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,961 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,962 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened 2b2a690071843d93cbb012145a1ea6cb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61475836, jitterRate=-0.08393865823745728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:40,962 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:40,962 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for 2b2a690071843d93cbb012145a1ea6cb: Running coprocessor pre-open hook at 1732616080952Writing region info on filesystem at 1732616080952Initializing all the Stores at 1732616080953 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616080953Cleaning up temporary data from old regions at 1732616080959 (+6 ms)Running coprocessor post-open hooks at 1732616080962 (+3 ms)Region opened successfully at 1732616080962 2024-11-26T10:14:40,963 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb., pid=59, masterSystemTime=1732616080946 2024-11-26T10:14:40,966 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:40,966 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:40,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=57 updating hbase:meta row=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, openSeqNum=5, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:40,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=57, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,42607,1732616075315 because future has completed 2024-11-26T10:14:40,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=57 2024-11-26T10:14:40,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=57, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b2a690071843d93cbb012145a1ea6cb, server=94eedbb855cf,42607,1732616075315 in 177 msec 2024-11-26T10:14:40,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE in 523 msec 2024-11-26T10:14:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.HMaster(2203): Balancer is going into sleep until next period in 300000ms 2024-11-26T10:14:41,054 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [900,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:14:41,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.MasterRpcServices(567): Client=jenkins//172.17.0.2 set balanceSwitch=false 2024-11-26T10:14:41,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestRollbackSCP#testFailAndRollback Thread=383, OpenFileDescriptor=637, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=6715 2024-11-26T10:14:41,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table hbase:meta 2024-11-26T10:14:41,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=hbase:meta,,1 2024-11-26T10:14:41,087 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 94eedbb855cf,35987,1732616075165 2024-11-26T10:14:41,088 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 94eedbb855cf,35987,1732616075165: Simulated kill ***** 2024-11-26T10:14:41,088 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:14:41,091 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:14:41,106 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:14:41,106 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:14:41,106 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:14:41,107 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 341784304 }, "NonHeapMemoryUsage": { "committed": 155058176, "init": 7667712, "max": -1, "used": 152598608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "94eedbb855cf" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "94eedbb855cf" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "94eedbb855cf" } ] } 2024-11-26T10:14:41,111 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35965 {}] master.MasterRpcServices(700): 94eedbb855cf,35987,1732616075165 reported a fatal error: ***** ABORTING region server 94eedbb855cf,35987,1732616075165: Simulated kill ***** 2024-11-26T10:14:41,114 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,35987,1732616075165' ***** 2024-11-26T10:14:41,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-26T10:14:41,114 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:14:41,114 INFO [RS:0;94eedbb855cf:35987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-26T10:14:41,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:14:41,114 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [15,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:14:41,115 INFO [RS:0;94eedbb855cf:35987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-26T10:14:41,115 INFO [RS:0;94eedbb855cf:35987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:14:41,115 INFO [RS:0;94eedbb855cf:35987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:35987. 2024-11-26T10:14:41,115 DEBUG [RS:0;94eedbb855cf:35987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:14:41,119 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:14:41,124 DEBUG [RS:0;94eedbb855cf:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741836_1012 (size=33749) 2024-11-26T10:14:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741836_1012 (size=33749) 2024-11-26T10:14:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=33749) 2024-11-26T10:14:41,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=2774) 2024-11-26T10:14:41,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741834_1010 (size=2774) 2024-11-26T10:14:41,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741834_1010 (size=2774) 2024-11-26T10:14:41,138 DEBUG [RS:0;94eedbb855cf:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:41,138 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:14:41,139 INFO [RS:0;94eedbb855cf:35987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35987 2024-11-26T10:14:41,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:14:41,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/94eedbb855cf,35987,1732616075165 2024-11-26T10:14:41,145 INFO [RS:0;94eedbb855cf:35987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:14:41,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,35987,1732616075165] 2024-11-26T10:14:41,148 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/94eedbb855cf,35987,1732616075165 already deleted, retry=false 2024-11-26T10:14:41,148 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 94eedbb855cf,35987,1732616075165 on 94eedbb855cf,35965,1732616074485 2024-11-26T10:14:41,155 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:41,160 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=60, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:41,161 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=60 for 94eedbb855cf,35987,1732616075165 (carryingMeta=true) 94eedbb855cf,35987,1732616075165/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@363ef3dc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T10:14:41,162 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=60, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true, isMeta: true 2024-11-26T10:14:41,164 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting 2024-11-26T10:14:41,165 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,35987,1732616075165 WAL count=1, meta=true 2024-11-26T10:14:41,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta}] 2024-11-26T10:14:41,175 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:41,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:41,216 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:14:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:14:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x10153c51bed0001, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:14:41,248 INFO [RS:0;94eedbb855cf:35987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:14:41,249 INFO [RS:0;94eedbb855cf:35987 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,35987,1732616075165; zookeeper connection closed. 2024-11-26T10:14:41,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7644cb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7644cb3 2024-11-26T10:14:41,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=62 2024-11-26T10:14:41,363 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.WALSplitter(299): Splitting hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, size=33.0 K (33749bytes) 2024-11-26T10:14:41,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T10:14:41,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T10:14:41,364 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta 2024-11-26T10:14:41,370 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta after 5ms 2024-11-26T10:14:41,378 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.WALSplitter(310): Open hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta took 16ms 2024-11-26T10:14:41,386 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-26T10:14:41,393 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta.temp 2024-11-26T10:14:41,394 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta so closing down 2024-11-26T10:14:41,394 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T10:14:41,396 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta.temp 2024-11-26T10:14:41,401 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T10:14:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741864_1040 (size=33508) 2024-11-26T10:14:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741864_1040 (size=33508) 2024-11-26T10:14:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741864_1040 (size=33508) 2024-11-26T10:14:41,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta.temp (wrote 61 edits, skipped 0 edits in 3 ms) 2024-11-26T10:14:41,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta.temp to hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000064 2024-11-26T10:14:41,419 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.WALSplitter(425): Processed 62 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, size=33.0 K, length=33749, corrupted=false, cancelled=false 2024-11-26T10:14:41,419 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] wal.WALSplitter(428): Completed split of hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, journal: Splitting hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, size=33.0 K (33749bytes) at 1732616081363Finishing writing output for hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta so closing down at 1732616081394 (+31 ms)Creating recovered edits writer path=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta.temp at 1732616081396 (+2 ms)3 split writer threads finished at 1732616081401 (+5 ms)Closed recovered edits writer path=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta.temp (wrote 61 edits, skipped 0 edits in 3 ms) at 1732616081413 (+12 ms)Rename recovered edits hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta.temp to hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000064 at 1732616081415 (+2 ms)Processed 62 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, size=33.0 K, length=33749, corrupted=false, cancelled=false at 1732616081419 (+4 ms) 2024-11-26T10:14:41,420 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta 2024-11-26T10:14:41,421 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-26T10:14:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.HMaster(4169): Remote procedure done, pid=62 2024-11-26T10:14:41,430 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta to hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs 2024-11-26T10:14:41,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T10:14:41,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 in 253 msec 2024-11-26T10:14:41,435 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:41,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-26T10:14:41,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 in 267 msec 2024-11-26T10:14:41,440 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting dir is empty, no logs to split. 2024-11-26T10:14:41,440 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,35987,1732616075165 WAL count=0, meta=true 2024-11-26T10:14:41,440 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 94eedbb855cf,35987,1732616075165 WAL splitting is done? wals=0, meta=true 2024-11-26T10:14:41,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:14:41,443 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:41,444 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:41,594 DEBUG [94eedbb855cf:35965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T10:14:41,595 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(204): Hosts are {94eedbb855cf=0} racks are {/default-rack=0} 2024-11-26T10:14:41,595 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T10:14:41,595 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T10:14:41,595 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T10:14:41,595 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T10:14:41,595 INFO [94eedbb855cf:35965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T10:14:41,595 INFO [94eedbb855cf:35965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T10:14:41,595 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:14:41,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:41,597 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPENING 2024-11-26T10:14:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:41,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:41,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:41,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:41,600 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=63, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:41,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:41,652 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:14:41,652 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:14:41,758 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:14:41,758 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:14:41,758 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:14:41,760 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C37599%2C1732616075269.meta, suffix=.meta, logDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,37599,1732616075269, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs, maxLogs=32 2024-11-26T10:14:41,775 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,37599,1732616075269/94eedbb855cf%2C37599%2C1732616075269.meta.1732616081761.meta, exclude list is [], retry=0 2024-11-26T10:14:41,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43699,DS-687634f4-3e39-40a4-ab70-83e15e7a5932,DISK] 2024-11-26T10:14:41,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-7120a2c7-6883-4325-b59c-3c18d703440d,DISK] 2024-11-26T10:14:41,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44439,DS-395f6d17-eec7-4646-ba9c-bf3e641ac4f2,DISK] 2024-11-26T10:14:41,780 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,37599,1732616075269/94eedbb855cf%2C37599%2C1732616075269.meta.1732616081761.meta 2024-11-26T10:14:41,780 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943),(127.0.0.1/127.0.0.1:45013:45013),(127.0.0.1/127.0.0.1:35491:35491)] 2024-11-26T10:14:41,781 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:14:41,781 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:14:41,781 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:14:41,781 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:14:41,781 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:14:41,781 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:41,781 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:14:41,781 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:14:41,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:14:41,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:14:41,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:41,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:41,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:14:41,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:14:41,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:41,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:41,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:14:41,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:14:41,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:41,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:41,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:14:41,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:14:41,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:41,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:14:41,789 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:14:41,790 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740 2024-11-26T10:14:41,792 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740 2024-11-26T10:14:41,793 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000064 2024-11-26T10:14:41,809 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(5793): Applied 277, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=64, path=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000064 2024-11-26T10:14:41,813 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=29.41 KB heapSize=50.67 KB 2024-11-26T10:14:41,878 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/info/98d2c5d3f29b4b479855e21f6c8cfe26 is 138, key is test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c./info:regioninfo/1732616078861/Put/seqid=0 2024-11-26T10:14:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741866_1042 (size=36371) 2024-11-26T10:14:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741866_1042 (size=36371) 2024-11-26T10:14:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741866_1042 (size=36371) 2024-11-26T10:14:41,893 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.26 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/info/98d2c5d3f29b4b479855e21f6c8cfe26 2024-11-26T10:14:41,961 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/ns/37d77eb38ca440e1b7f9808928b70763 is 43, key is default/ns:d/1732616077328/Put/seqid=0 2024-11-26T10:14:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741867_1043 (size=5153) 2024-11-26T10:14:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741867_1043 (size=5153) 2024-11-26T10:14:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741867_1043 (size=5153) 2024-11-26T10:14:41,970 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/ns/37d77eb38ca440e1b7f9808928b70763 2024-11-26T10:14:41,995 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/table/d9a6bdf4a4be45eca8f05ef155134064 is 40, key is test/table:state/1732616079088/Put/seqid=0 2024-11-26T10:14:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741868_1044 (size=5165) 2024-11-26T10:14:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741868_1044 (size=5165) 2024-11-26T10:14:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741868_1044 (size=5165) 2024-11-26T10:14:42,004 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/table/d9a6bdf4a4be45eca8f05ef155134064 2024-11-26T10:14:42,014 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/info/98d2c5d3f29b4b479855e21f6c8cfe26 as hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/info/98d2c5d3f29b4b479855e21f6c8cfe26 2024-11-26T10:14:42,024 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/info/98d2c5d3f29b4b479855e21f6c8cfe26, entries=273, sequenceid=64, filesize=35.5 K 2024-11-26T10:14:42,028 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/ns/37d77eb38ca440e1b7f9808928b70763 as hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/ns/37d77eb38ca440e1b7f9808928b70763 2024-11-26T10:14:42,039 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/ns/37d77eb38ca440e1b7f9808928b70763, entries=2, sequenceid=64, filesize=5.0 K 2024-11-26T10:14:42,040 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/table/d9a6bdf4a4be45eca8f05ef155134064 as hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/table/d9a6bdf4a4be45eca8f05ef155134064 2024-11-26T10:14:42,051 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/table/d9a6bdf4a4be45eca8f05ef155134064, entries=2, sequenceid=64, filesize=5.0 K 2024-11-26T10:14:42,058 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(3140): Finished flush of dataSize ~29.41 KB/30111, heapSize ~50.38 KB/51584, currentSize=0 B/0 for 1588230740 in 242ms, sequenceid=64, compaction requested=false; wal=null 2024-11-26T10:14:42,059 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:14:42,063 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/0000000000000000064 2024-11-26T10:14:42,065 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:14:42,065 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:14:42,066 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:14:42,068 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:14:42,071 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/64.seqid, newMaxSeqId=64, maxSeqId=1 2024-11-26T10:14:42,072 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=65; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75259104, jitterRate=0.12144804000854492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:14:42,072 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:14:42,073 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616081782Writing region info on filesystem at 1732616081782Initializing all the Stores at 1732616081783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616081783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616081783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616081783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616081783Obtaining lock to block concurrent updates at 1732616081813 (+30 ms)Preparing flush snapshotting stores in 1588230740 at 1732616081813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=30111, getHeapSize=51824, getOffHeapSize=0, getCellsCount=277 at 1732616081816 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616081816Flushing 1588230740/info: creating writer at 1732616081817 (+1 ms)Flushing 1588230740/info: appending metadata at 1732616081869 (+52 ms)Flushing 1588230740/info: closing flushed file at 1732616081872 (+3 ms)Flushing 1588230740/ns: creating writer at 1732616081944 (+72 ms)Flushing 1588230740/ns: appending metadata at 1732616081960 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732616081960Flushing 1588230740/table: creating writer at 1732616081979 (+19 ms)Flushing 1588230740/table: appending metadata at 1732616081994 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732616081994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13bedeea: reopening flushed file at 1732616082013 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@805478e: reopening flushed file at 1732616082027 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f4fd8: reopening flushed file at 1732616082039 (+12 ms)Finished flush of dataSize ~29.41 KB/30111, heapSize ~50.38 KB/51584, currentSize=0 B/0 for 1588230740 in 242ms, sequenceid=64, compaction requested=false; wal=null at 1732616082058 (+19 ms)Cleaning up temporary data from old regions at 1732616082065 (+7 ms)Running coprocessor post-open hooks at 1732616082072 (+7 ms)Region opened successfully at 1732616082072 2024-11-26T10:14:42,074 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=64, masterSystemTime=1732616081752 2024-11-26T10:14:42,077 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:14:42,077 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=64}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:14:42,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=65, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,079 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,081 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=64, ppid=63, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T10:14:42,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 in 481 msec 2024-11-26T10:14:42,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=60 2024-11-26T10:14:42,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-26T10:14:42,087 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 94eedbb855cf,35987,1732616075165 had 9 regions 2024-11-26T10:14:42,088 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=60, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true, isMeta: false 2024-11-26T10:14:42,090 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,35987,1732616075165 WAL count=1, meta=false 2024-11-26T10:14:42,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=60, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781}] 2024-11-26T10:14:42,092 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:42,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=66 2024-11-26T10:14:42,271 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(299): Splitting hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781, size=2.7 K (2774bytes) 2024-11-26T10:14:42,271 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781 2024-11-26T10:14:42,272 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781 after 1ms 2024-11-26T10:14:42,275 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(310): Open hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781 took 4ms 2024-11-26T10:14:42,279 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 2b2a690071843d93cbb012145a1ea6cb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,281 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 3200337ad1086a1d9b7f9f6764cedf9c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,282 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 3e5d24b2a50f6bfbc244b29610f0ff31: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,284 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 6acb0db86c1ccff57fce8498ab600ea0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,286 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 42433a67986de031495a6363e5171d65: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,288 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 8ed5b547096e598c1d9e8e60b25167fa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 05647970f18a24d6f19a169f8d1a28d0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 51f880efa5a6bb22ae2e88ecb77be106: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(352): Last flushed sequenceid for 761c872da520c6c571d6652a7c7b050a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "family" sequence_id: 18446744073709551615 } 2024-11-26T10:14:42,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781 so closing down 2024-11-26T10:14:42,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T10:14:42,294 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T10:14:42,294 INFO [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781, size=2.7 K, length=2774, corrupted=false, cancelled=false 2024-11-26T10:14:42,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] wal.WALSplitter(428): Completed split of hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781, journal: Splitting hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781, size=2.7 K (2774bytes) at 1732616082271Finishing writing output for hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781 so closing down at 1732616082294 (+23 ms)3 split writer threads finished at 1732616082294Processed 10 edits across 0 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781, size=2.7 K, length=2774, corrupted=false, cancelled=false at 1732616082294 2024-11-26T10:14:42,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781 2024-11-26T10:14:42,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0-0 {event_type=RS_LOG_REPLAY, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-26T10:14:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35965 {}] master.HMaster(4169): Remote procedure done, pid=66 2024-11-26T10:14:42,301 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting/94eedbb855cf%2C35987%2C1732616075165.1732616076781 to hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs 2024-11-26T10:14:42,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T10:14:42,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 in 208 msec 2024-11-26T10:14:42,306 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=60 2024-11-26T10:14:42,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 in 216 msec 2024-11-26T10:14:42,311 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/WALs/94eedbb855cf,35987,1732616075165-splitting dir is empty, no logs to split. 2024-11-26T10:14:42,311 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,35987,1732616075165 WAL count=0, meta=false 2024-11-26T10:14:42,311 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 94eedbb855cf,35987,1732616075165 WAL splitting is done? wals=0, meta=false 2024-11-26T10:14:42,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN}, {pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN}, {pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN}, {pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN}, {pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN}, {pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN}, {pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN}, {pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN}] 2024-11-26T10:14:42,315 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,316 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,318 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,319 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,321 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,324 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,325 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,326 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,327 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,328 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,329 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,330 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,331 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:14:42,466 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(204): Hosts are {94eedbb855cf=0} racks are {/default-rack=0} 2024-11-26T10:14:42,466 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T10:14:42,466 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T10:14:42,466 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T10:14:42,466 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T10:14:42,467 INFO [94eedbb855cf:35965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T10:14:42,467 INFO [94eedbb855cf:35965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T10:14:42,467 DEBUG [94eedbb855cf:35965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:14:42,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 94eedbb855cf:35987 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T10:14:42,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, regionLocation=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=42433a67986de031495a6363e5171d65, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, regionLocation=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-26T10:14:42,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 from cache 2024-11-26T10:14:42,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 94eedbb855cf:35987 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,472 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 94eedbb855cf:35987 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T10:14:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,35987,1732616075165, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=94eedbb855cf:35987 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 94eedbb855cf:35987 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 94eedbb855cf/172.17.0.2:35987 2024-11-26T10:14:42,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:14:42,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37599,1732616075269, seqNum=-1] 2024-11-26T10:14:42,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:14:42,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:14:42,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN because future has completed 2024-11-26T10:14:42,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:42,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN because future has completed 2024-11-26T10:14:42,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN because future has completed 2024-11-26T10:14:42,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN because future has completed 2024-11-26T10:14:42,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:42,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN because future has completed 2024-11-26T10:14:42,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN because future has completed 2024-11-26T10:14:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN because future has completed 2024-11-26T10:14:42,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN because future has completed 2024-11-26T10:14:42,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:42,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:42,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:42,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315}] 2024-11-26T10:14:42,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=73, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:42,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,37599,1732616075269}] 2024-11-26T10:14:42,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T10:14:42,741 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:42,742 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 761c872da520c6c571d6652a7c7b050a, NAME => 'test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-26T10:14:42,742 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,742 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,742 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,743 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,744 INFO [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,745 INFO [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761c872da520c6c571d6652a7c7b050a columnFamilyName family 2024-11-26T10:14:42,746 DEBUG [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,746 INFO [StoreOpener-761c872da520c6c571d6652a7c7b050a-1 {}] regionserver.HStore(327): Store=761c872da520c6c571d6652a7c7b050a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,746 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,747 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,748 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:42,748 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 05647970f18a24d6f19a169f8d1a28d0, NAME => 'test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-26T10:14:42,748 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,748 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,748 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,749 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,749 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,749 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,749 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,751 INFO [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,751 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:14:42,752 INFO [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05647970f18a24d6f19a169f8d1a28d0 columnFamilyName family 2024-11-26T10:14:42,752 DEBUG [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,752 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 761c872da520c6c571d6652a7c7b050a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63356971, jitterRate=-0.055907562375068665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,752 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:42,753 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 761c872da520c6c571d6652a7c7b050a: Running coprocessor pre-open hook at 1732616082743Writing region info on filesystem at 1732616082743Initializing all the Stores at 1732616082744 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082744Cleaning up temporary data from old regions at 1732616082749 (+5 ms)Running coprocessor post-open hooks at 1732616082752 (+3 ms)Region opened successfully at 1732616082753 (+1 ms) 2024-11-26T10:14:42,753 INFO [StoreOpener-05647970f18a24d6f19a169f8d1a28d0-1 {}] regionserver.HStore(327): Store=05647970f18a24d6f19a169f8d1a28d0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,753 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,754 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,754 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a., pid=76, masterSystemTime=1732616082736 2024-11-26T10:14:42,755 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,756 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,756 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,756 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:42,757 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:42,757 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:42,757 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 51f880efa5a6bb22ae2e88ecb77be106, NAME => 'test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-26T10:14:42,757 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,757 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,757 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,758 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,759 INFO [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,759 WARN [PEWorker-1 {}] procedure2.ProcedureTestingUtility(201): Set Kill before store update in rollback to: true 2024-11-26T10:14:42,759 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,760 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,760 INFO [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51f880efa5a6bb22ae2e88ecb77be106 columnFamilyName family 2024-11-26T10:14:42,760 DEBUG [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,761 INFO [StoreOpener-51f880efa5a6bb22ae2e88ecb77be106-1 {}] regionserver.HStore(327): Store=51f880efa5a6bb22ae2e88ecb77be106/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,761 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,760 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1844): CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,761 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 05647970f18a24d6f19a169f8d1a28d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63129826, jitterRate=-0.05929228663444519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,761 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:42,762 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 05647970f18a24d6f19a169f8d1a28d0: Running coprocessor pre-open hook at 1732616082749Writing region info on filesystem at 1732616082749Initializing all the Stores at 1732616082750 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082750Cleaning up temporary data from old regions at 1732616082756 (+6 ms)Running coprocessor post-open hooks at 1732616082761 (+5 ms)Region opened successfully at 1732616082761 2024-11-26T10:14:42,762 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,763 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0., pid=77, masterSystemTime=1732616082742 2024-11-26T10:14:42,764 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,764 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,765 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,765 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:42,765 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:42,765 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:42,765 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 3200337ad1086a1d9b7f9f6764cedf9c, NAME => 'test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-26T10:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,767 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,768 INFO [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,768 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 51f880efa5a6bb22ae2e88ecb77be106; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59504226, jitterRate=-0.11331793665885925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,768 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:42,768 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 51f880efa5a6bb22ae2e88ecb77be106: Running coprocessor pre-open hook at 1732616082758Writing region info on filesystem at 1732616082758Initializing all the Stores at 1732616082759 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082759Cleaning up temporary data from old regions at 1732616082765 (+6 ms)Running coprocessor post-open hooks at 1732616082768 (+3 ms)Region opened successfully at 1732616082768 2024-11-26T10:14:42,769 INFO [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3200337ad1086a1d9b7f9f6764cedf9c columnFamilyName family 2024-11-26T10:14:42,769 DEBUG [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,769 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106., pid=80, masterSystemTime=1732616082736 2024-11-26T10:14:42,770 INFO [StoreOpener-3200337ad1086a1d9b7f9f6764cedf9c-1 {}] regionserver.HStore(327): Store=3200337ad1086a1d9b7f9f6764cedf9c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,770 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,771 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,771 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=true, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1845) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 4 more 2024-11-26T10:14:42,772 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,773 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:42,773 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=82, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,773 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,773 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,773 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:42,773 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:42,773 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:42,773 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e5d24b2a50f6bfbc244b29610f0ff31, NAME => 'test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-26T10:14:42,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,774 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,774 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=82, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,37599,1732616075269 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,775 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,775 INFO [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,776 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 3200337ad1086a1d9b7f9f6764cedf9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61339730, jitterRate=-0.0859667956829071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,776 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:42,777 INFO [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5d24b2a50f6bfbc244b29610f0ff31 columnFamilyName family 2024-11-26T10:14:42,777 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 3200337ad1086a1d9b7f9f6764cedf9c: Running coprocessor pre-open hook at 1732616082766Writing region info on filesystem at 1732616082766Initializing all the Stores at 1732616082767 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082767Cleaning up temporary data from old regions at 1732616082773 (+6 ms)Running coprocessor post-open hooks at 1732616082776 (+3 ms)Region opened successfully at 1732616082776 2024-11-26T10:14:42,777 DEBUG [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,777 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c., pid=81, masterSystemTime=1732616082742 2024-11-26T10:14:42,777 INFO [StoreOpener-3e5d24b2a50f6bfbc244b29610f0ff31-1 {}] regionserver.HStore(327): Store=3e5d24b2a50f6bfbc244b29610f0ff31/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,777 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,778 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,779 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:42,780 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:42,780 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(132): Open test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7752): Opening region: {ENCODED => 6acb0db86c1ccff57fce8498ab600ea0, NAME => 'test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-26T10:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(898): Instantiated test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,781 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7794): checking encryption for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,781 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7797): checking classloading for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,782 INFO [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,783 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,783 INFO [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6acb0db86c1ccff57fce8498ab600ea0 columnFamilyName family 2024-11-26T10:14:42,783 DEBUG [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,784 INFO [StoreOpener-6acb0db86c1ccff57fce8498ab600ea0-1 {}] regionserver.HStore(327): Store=6acb0db86c1ccff57fce8498ab600ea0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,784 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1038): replaying wal for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,784 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 3e5d24b2a50f6bfbc244b29610f0ff31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62430439, jitterRate=-0.06971396505832672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,784 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:42,784 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 3e5d24b2a50f6bfbc244b29610f0ff31: Running coprocessor pre-open hook at 1732616082774Writing region info on filesystem at 1732616082774Initializing all the Stores at 1732616082775 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082775Cleaning up temporary data from old regions at 1732616082781 (+6 ms)Running coprocessor post-open hooks at 1732616082784 (+3 ms)Region opened successfully at 1732616082784 2024-11-26T10:14:42,785 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,785 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31., pid=79, masterSystemTime=1732616082736 2024-11-26T10:14:42,786 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,787 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1048): stopping wal replay for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,787 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1060): Cleaning up temporary data for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,787 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:42,788 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:42,788 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:42,788 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ed5b547096e598c1d9e8e60b25167fa, NAME => 'test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-26T10:14:42,788 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,788 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,788 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,788 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,790 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1093): writing seq id for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,790 INFO [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,791 INFO [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed5b547096e598c1d9e8e60b25167fa columnFamilyName family 2024-11-26T10:14:42,791 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1114): Opened 6acb0db86c1ccff57fce8498ab600ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58734014, jitterRate=-0.12479498982429504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,791 DEBUG [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,791 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:42,791 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1006): Region open journal for 6acb0db86c1ccff57fce8498ab600ea0: Running coprocessor pre-open hook at 1732616082781Writing region info on filesystem at 1732616082781Initializing all the Stores at 1732616082782 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082782Cleaning up temporary data from old regions at 1732616082787 (+5 ms)Running coprocessor post-open hooks at 1732616082791 (+4 ms)Region opened successfully at 1732616082791 2024-11-26T10:14:42,791 INFO [StoreOpener-8ed5b547096e598c1d9e8e60b25167fa-1 {}] regionserver.HStore(327): Store=8ed5b547096e598c1d9e8e60b25167fa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,792 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,792 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2236): Post open deploy tasks for test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0., pid=82, masterSystemTime=1732616082742 2024-11-26T10:14:42,792 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,794 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,794 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2266): Finished post open deploy task for test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:42,794 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(153): Opened test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:42,794 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 42433a67986de031495a6363e5171d65, NAME => 'test,www,1732616077669.42433a67986de031495a6363e5171d65.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-26T10:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated test,www,1732616077669.42433a67986de031495a6363e5171d65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,797 INFO [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,797 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,798 INFO [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42433a67986de031495a6363e5171d65 columnFamilyName family 2024-11-26T10:14:42,798 DEBUG [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:14:42,798 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 8ed5b547096e598c1d9e8e60b25167fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63622282, jitterRate=-0.05195412039756775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,798 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:42,798 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 8ed5b547096e598c1d9e8e60b25167fa: Running coprocessor pre-open hook at 1732616082789Writing region info on filesystem at 1732616082789Initializing all the Stores at 1732616082789Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082790 (+1 ms)Cleaning up temporary data from old regions at 1732616082795 (+5 ms)Running coprocessor post-open hooks at 1732616082798 (+3 ms)Region opened successfully at 1732616082798 2024-11-26T10:14:42,798 INFO [StoreOpener-42433a67986de031495a6363e5171d65-1 {}] regionserver.HStore(327): Store=42433a67986de031495a6363e5171d65/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:14:42,799 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,799 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa., pid=75, masterSystemTime=1732616082736 2024-11-26T10:14:42,799 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,801 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,802 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:42,802 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:42,802 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,802 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,804 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,805 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 42433a67986de031495a6363e5171d65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70708934, jitterRate=0.05364522337913513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:14:42,805 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:42,805 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 42433a67986de031495a6363e5171d65: Running coprocessor pre-open hook at 1732616082795Writing region info on filesystem at 1732616082795Initializing all the Stores at 1732616082796 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616082796Cleaning up temporary data from old regions at 1732616082802 (+6 ms)Running coprocessor post-open hooks at 1732616082805 (+3 ms)Region opened successfully at 1732616082805 2024-11-26T10:14:42,806 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for test,www,1732616077669.42433a67986de031495a6363e5171d65., pid=78, masterSystemTime=1732616082742 2024-11-26T10:14:42,808 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:42,808 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:42,820 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:42,820 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,820 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:42,820 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:42,821 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:42,821 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:42,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:42,821 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:42,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:42,827 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=73, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=74, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,828 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,829 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:42,830 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:42,831 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:42,831 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,832 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=73, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=82, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,837 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,838 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=73, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=82, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acb0db86c1ccff57fce8498ab600ea0, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 16 msec 2024-11-26T10:14:42,841 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:42,841 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:42,841 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:42,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:42,845 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:42,846 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616112846 2024-11-26T10:14:42,846 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:42,846 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,848 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:42,853 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:42,853 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=81, ppid=73, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,853 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=81, ppid=73, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,37599,1732616075269 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,883 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,884 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,884 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,884 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,884 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,884 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,885 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,885 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,885 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,885 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,886 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,886 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,886 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,887 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,887 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,887 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,887 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:42,888 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,888 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,888 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,889 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,889 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,889 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,889 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,890 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,890 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,890 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:42,890 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616142890 2024-11-26T10:14:42,890 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616202890 2024-11-26T10:14:42,890 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 43 msec 2024-11-26T10:14:42,890 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:42,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,891 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:42,891 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:42,891 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:42,891 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:42,891 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:42,891 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:42,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:42,897 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:42,897 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,897 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=73, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=74, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,899 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:42,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:42,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=73, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,905 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,905 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,906 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,906 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,906 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,906 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,906 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,906 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,906 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,906 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=73, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3200337ad1086a1d9b7f9f6764cedf9c, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-26T10:14:42,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:42,907 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:42,907 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:42,910 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:42,911 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616112911 2024-11-26T10:14:42,911 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:42,911 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,913 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:42,914 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:42,914 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,914 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,922 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,922 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,923 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,923 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,923 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,923 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:42,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,927 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:42,927 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616142927 2024-11-26T10:14:42,927 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616202927 2024-11-26T10:14:42,927 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-26T10:14:42,927 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:42,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,927 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:42,927 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:42,928 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:42,928 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:42,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:42,928 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:42,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=74, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,935 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,935 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,935 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,935 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,935 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:42,936 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:42,936 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,936 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:42,937 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,940 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,940 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f880efa5a6bb22ae2e88ecb77be106, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-26T10:14:42,941 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:42,942 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:42,942 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,945 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:42,946 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616112946 2024-11-26T10:14:42,946 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:42,946 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,948 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:42,949 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:42,949 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,950 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,960 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:42,960 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,960 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,960 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,962 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:42,962 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616142962 2024-11-26T10:14:42,962 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616202962 2024-11-26T10:14:42,962 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-11-26T10:14:42,962 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:42,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,962 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:42,962 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:42,963 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:42,963 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:42,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:42,963 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:42,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,968 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,969 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:42,970 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:42,971 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:42,973 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:42,973 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,974 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,975 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,975 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,976 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d24b2a50f6bfbc244b29610f0ff31, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-26T10:14:42,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:42,977 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:42,977 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:42,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:42,980 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:42,981 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616112981 2024-11-26T10:14:42,981 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:42,981 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,982 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:42,984 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:42,984 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,984 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:42,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:42,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,991 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:42,991 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,991 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:42,991 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:42,991 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616142991 2024-11-26T10:14:42,991 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616202991 2024-11-26T10:14:42,991 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-26T10:14:42,991 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:42,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:42,991 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:42,991 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:42,991 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:42,991 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:42,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:42,992 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:42,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:42,994 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:42,994 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,994 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,994 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,994 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,994 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,994 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:42,995 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:42,996 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:42,996 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:42,997 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:42,997 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,997 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,997 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:42,997 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,998 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:42,998 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:42,999 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:42,999 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,999 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,999 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,999 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42433a67986de031495a6363e5171d65, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:42,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T10:14:42,999 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,000 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,000 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:43,003 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113003 2024-11-26T10:14:43,003 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,003 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,005 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,008 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,009 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,009 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,009 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,009 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,009 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,009 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,009 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,011 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,011 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,011 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,011 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,011 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,011 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,011 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,012 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,012 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,012 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,012 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,012 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,012 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,012 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,012 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143012 2024-11-26T10:14:43,012 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203012 2024-11-26T10:14:43,013 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-26T10:14:43,013 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,013 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,013 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,013 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,013 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,013 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,014 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,016 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,017 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,017 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,017 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,017 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,017 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,019 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,019 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,020 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05647970f18a24d6f19a169f8d1a28d0, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T10:14:43,021 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,021 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,021 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:43,024 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:43,025 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113025 2024-11-26T10:14:43,025 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,025 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,027 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,029 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,029 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,029 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,034 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,035 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,035 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143035 2024-11-26T10:14:43,035 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203035 2024-11-26T10:14:43,035 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-26T10:14:43,035 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,035 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,036 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,036 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,036 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,036 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,039 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,039 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,040 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,040 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,041 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,041 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,041 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,043 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,044 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=FAILED, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-26T10:14:43,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,045 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,045 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:43,049 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:43,050 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113050 2024-11-26T10:14:43,050 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,050 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,051 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,052 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,052 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,052 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,057 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,057 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,057 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,058 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,058 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,058 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,058 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,058 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,062 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,062 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,062 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,062 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,063 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,063 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,063 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143063 2024-11-26T10:14:43,063 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203063 2024-11-26T10:14:43,063 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-26T10:14:43,063 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,063 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,063 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,063 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,064 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,064 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,064 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,068 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,070 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,072 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,073 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,073 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,073 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,073 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,073 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,073 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,074 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,074 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,074 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,074 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed5b547096e598c1d9e8e60b25167fa, server=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-26T10:14:43,075 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,075 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,075 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:43,078 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:43,079 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113079 2024-11-26T10:14:43,079 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,079 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,080 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,083 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,083 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,083 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,085 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,086 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,086 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,086 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,086 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,086 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,086 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,087 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,087 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,087 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,087 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,087 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,087 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,088 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,088 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,088 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,088 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,088 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,088 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,089 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,089 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,089 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,089 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,089 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,089 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,089 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,090 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,090 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143090 2024-11-26T10:14:43,090 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203090 2024-11-26T10:14:43,090 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-26T10:14:43,090 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,090 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,090 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,090 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,090 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,091 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,093 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,094 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,095 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,095 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,097 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN 2024-11-26T10:14:43,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T10:14:43,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,099 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,100 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,102 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,102 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,102 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,102 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,103 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,103 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:43,103 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:43,103 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=74, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=51f880efa5a6bb22ae2e88ecb77be106, ASSIGN to state=OFFLINE, location=null, table=test, region=51f880efa5a6bb22ae2e88ecb77be106 to restore RIT 2024-11-26T10:14:43,103 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113103 2024-11-26T10:14:43,103 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,103 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,105 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,106 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,106 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,106 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,109 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,110 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,110 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,110 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,110 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,110 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,112 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,112 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,112 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,112 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,112 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,113 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,113 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,113 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,113 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,113 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,114 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,114 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,114 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,114 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,114 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,114 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143114 2024-11-26T10:14:43,114 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203114 2024-11-26T10:14:43,114 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-26T10:14:43,114 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,114 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,115 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,115 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,115 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,115 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,116 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T10:14:43,118 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,119 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,120 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,120 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,123 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,123 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,123 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,123 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,123 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,123 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,124 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,124 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN 2024-11-26T10:14:43,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-26T10:14:43,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,125 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,125 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,128 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,128 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,128 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,129 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,129 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,129 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:43,129 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=73, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3200337ad1086a1d9b7f9f6764cedf9c, ASSIGN to state=OFFLINE, location=null, table=test, region=3200337ad1086a1d9b7f9f6764cedf9c to restore RIT 2024-11-26T10:14:43,129 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113129 2024-11-26T10:14:43,129 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,129 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,131 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,132 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,132 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,132 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,138 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,138 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143138 2024-11-26T10:14:43,138 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203138 2024-11-26T10:14:43,138 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-26T10:14:43,138 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,138 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,138 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,138 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,139 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,139 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,139 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,140 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,142 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,143 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,144 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,144 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,144 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,145 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,146 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,146 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,146 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,146 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,146 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,147 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN 2024-11-26T10:14:43,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T10:14:43,148 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,148 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,148 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,151 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,151 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,151 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,152 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,152 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,152 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=72, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=6acb0db86c1ccff57fce8498ab600ea0, ASSIGN to state=OFFLINE, location=null, table=test, region=6acb0db86c1ccff57fce8498ab600ea0 to restore RIT 2024-11-26T10:14:43,152 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113152 2024-11-26T10:14:43,152 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,152 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,154 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,155 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,155 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,155 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,160 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,160 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143160 2024-11-26T10:14:43,160 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203160 2024-11-26T10:14:43,160 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-26T10:14:43,160 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,161 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,161 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,161 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,161 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,161 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,162 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,164 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,166 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,166 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,166 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,166 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,166 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN 2024-11-26T10:14:43,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T10:14:43,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,167 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,167 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,169 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,169 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,169 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,170 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,170 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=71, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=42433a67986de031495a6363e5171d65, ASSIGN to state=OFFLINE, location=null, table=test, region=42433a67986de031495a6363e5171d65 to restore RIT 2024-11-26T10:14:43,170 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113170 2024-11-26T10:14:43,170 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,170 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,171 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,172 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,172 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,172 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,176 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,176 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,176 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,176 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,176 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,177 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,177 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,177 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,177 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,177 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,180 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,180 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143180 2024-11-26T10:14:43,180 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203180 2024-11-26T10:14:43,180 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-26T10:14:43,180 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,180 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,180 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,181 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,181 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,181 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,181 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,185 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,185 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,185 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,187 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,188 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,188 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,188 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,188 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,188 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN 2024-11-26T10:14:43,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T10:14:43,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,189 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,189 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,192 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,192 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,192 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,192 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=70, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=8ed5b547096e598c1d9e8e60b25167fa, ASSIGN to state=OFFLINE, location=null, table=test, region=8ed5b547096e598c1d9e8e60b25167fa to restore RIT 2024-11-26T10:14:43,192 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113192 2024-11-26T10:14:43,192 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,192 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,194 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,197 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,197 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,198 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,198 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,199 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,199 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143199 2024-11-26T10:14:43,199 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203199 2024-11-26T10:14:43,199 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T10:14:43,199 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,199 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,200 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,200 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,200 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,200 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,201 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,202 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,203 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,203 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,204 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,204 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,204 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,204 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN 2024-11-26T10:14:43,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T10:14:43,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,205 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,205 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,208 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,208 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,208 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=69, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=05647970f18a24d6f19a169f8d1a28d0, ASSIGN to state=OFFLINE, location=null, table=test, region=05647970f18a24d6f19a169f8d1a28d0 to restore RIT 2024-11-26T10:14:43,208 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113208 2024-11-26T10:14:43,208 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,209 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,210 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,211 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,211 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,211 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,216 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,216 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143216 2024-11-26T10:14:43,216 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203216 2024-11-26T10:14:43,216 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-26T10:14:43,216 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,216 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,216 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,217 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,217 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,217 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,217 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,219 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,220 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,220 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,221 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,221 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,221 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,222 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,222 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,222 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN 2024-11-26T10:14:43,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T10:14:43,223 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,223 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,223 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,230 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,230 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=68, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=761c872da520c6c571d6652a7c7b050a, ASSIGN to state=OFFLINE, location=null, table=test, region=761c872da520c6c571d6652a7c7b050a to restore RIT 2024-11-26T10:14:43,230 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113230 2024-11-26T10:14:43,231 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,231 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,232 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,233 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,233 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,233 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,235 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,239 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,239 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,239 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,239 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,239 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143239 2024-11-26T10:14:43,239 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203239 2024-11-26T10:14:43,239 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-26T10:14:43,239 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,239 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,239 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,239 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,239 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,240 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,240 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,240 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,243 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,244 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,245 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=60, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,246 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,246 INFO [Time-limited test {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN 2024-11-26T10:14:43,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T10:14:43,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,247 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,248 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,248 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,249 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,250 INFO [Time-limited test {}] assignment.AssignmentManager(385): Attach pid=67, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=false; TransitRegionStateProcedure table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31, ASSIGN to state=OFFLINE, location=null, table=test, region=3e5d24b2a50f6bfbc244b29610f0ff31 to restore RIT 2024-11-26T10:14:43,251 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113251 2024-11-26T10:14:43,251 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,251 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,253 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,254 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,254 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,254 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,255 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,255 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,256 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,257 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,257 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143257 2024-11-26T10:14:43,257 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203257 2024-11-26T10:14:43,257 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T10:14:43,257 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,257 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,257 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,258 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,258 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,258 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,258 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,260 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,260 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,260 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=65, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,260 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,260 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,260 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,260 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,262 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,262 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,262 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,262 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,263 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=65, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,263 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T10:14:43,264 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,264 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,264 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,267 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113267 2024-11-26T10:14:43,267 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,267 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,268 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,269 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,269 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,270 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,273 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,275 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,276 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,276 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,276 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,276 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,276 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143276 2024-11-26T10:14:43,276 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203276 2024-11-26T10:14:43,276 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-26T10:14:43,276 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,276 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,276 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,276 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,277 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,277 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,277 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,277 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,280 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,281 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,281 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,282 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.1732616076781, worker=94eedbb855cf,42607,1732616075315 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T10:14:43,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,283 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,284 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,288 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113288 2024-11-26T10:14:43,288 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,289 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,290 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,291 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,291 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,291 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,293 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,293 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,293 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,293 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,295 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,295 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143295 2024-11-26T10:14:43,295 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203295 2024-11-26T10:14:43,295 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T10:14:43,295 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,295 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,295 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,295 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,296 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,296 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,296 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=63, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-26T10:14:43,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,299 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,299 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T10:14:43,301 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,301 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,301 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,304 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113304 2024-11-26T10:14:43,305 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,305 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,306 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,307 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,307 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,307 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,310 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,311 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143310 2024-11-26T10:14:43,311 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203311 2024-11-26T10:14:43,311 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T10:14:43,311 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,311 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,311 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,311 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,311 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,311 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,314 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,314 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,314 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,314 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=60, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-26T10:14:43,314 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,314 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,315 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=60, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T10:14:43,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,316 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,317 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,320 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113320 2024-11-26T10:14:43,320 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,320 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,321 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,325 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,325 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,325 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,326 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,327 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,327 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,327 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,327 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,327 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,327 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143327 2024-11-26T10:14:43,327 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203327 2024-11-26T10:14:43,327 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T10:14:43,327 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,327 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,327 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,327 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,327 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,327 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,327 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,328 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,328 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,330 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,330 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,330 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=61, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-26T10:14:43,330 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,330 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,330 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,331 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,331 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,331 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,331 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,331 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,331 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=61, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-26T10:14:43,332 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,332 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,332 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,335 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113335 2024-11-26T10:14:43,335 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,335 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,336 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,337 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,337 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,337 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1593) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,342 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,343 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143342 2024-11-26T10:14:43,343 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203343 2024-11-26T10:14:43,343 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-26T10:14:43,343 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,343 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,343 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,343 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,343 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,343 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,343 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,343 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,346 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,346 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-26T10:14:43,346 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,347 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,347 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,348 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,348 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,348 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,348 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; SplitWALProcedure 94eedbb855cf%2C35987%2C1732616075165.meta.1732616077152.meta, worker=94eedbb855cf,37599,1732616075269 didn't hold the lock before restarting, skip acquiring lock. 2024-11-26T10:14:43,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T10:14:43,349 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,349 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,349 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,352 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,352 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,354 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113354 2024-11-26T10:14:43,354 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,354 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,356 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,358 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: false 2024-11-26T10:14:43,358 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update in rollback: pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,358 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update in rollback: pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.cleanupAfterRollbackOneStep(ProcedureExecutor.java:1721) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeUnexpectedRollback(ProcedureExecutor.java:1604) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1701) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1460) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,359 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,363 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,363 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,363 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,363 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,363 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,363 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143363 2024-11-26T10:14:43,363 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203363 2024-11-26T10:14:43,363 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-26T10:14:43,363 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-26T10:14:43,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,363 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,363 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,364 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-26T10:14:43,364 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-26T10:14:43,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-26T10:14:43,364 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:14:43,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:14:43,367 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-26T10:14:43,367 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:14:43,368 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:14:43,368 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2a690071843d93cbb012145a1ea6cb, REOPEN/MOVE 2024-11-26T10:14:43,369 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true 2024-11-26T10:14:43,369 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-26T10:14:43,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T10:14:43,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=65 2024-11-26T10:14:43,370 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37599,1732616075269, table=hbase:meta, region=1588230740 2024-11-26T10:14:43,370 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37599,1732616075269, state=OPEN 2024-11-26T10:14:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:14:43,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:14:43,373 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616113373 2024-11-26T10:14:43,373 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:14:43,373 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=60, state=FAILED:SERVER_CRASH_FINISH, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.RuntimeException: inject code bug at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureUtil.convertToProcedure(ProcedureUtil.java:266) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.ProtoAndProcedure.getProcedure(ProtoAndProcedure.java:43) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.InMemoryProcedureIterator.next(InMemoryProcedureIterator.java:90) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.loadProcedures(ProcedureExecutor.java:539) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.load(ProcedureExecutor.java:344) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.store.region.RegionProcedureStore.load(RegionProcedureStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.load(ProcedureExecutor.java:335) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:688) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:132) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.testFailAndRollback(TestRollbackSCP.java:180) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.RuntimeException: inject code bug at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:166) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP$AssignmentManagerForTest.persistToMeta(TestRollbackSCP.java:101) ~[test-classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:14:43,374 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(164): Toggle KILL before store update in rollback to: true 2024-11-26T10:14:43,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=60, state=ROLLEDBACK, hasLock=false, exception=java.lang.RuntimeException via CODE-BUG: Uncaught runtime exception: pid=76, ppid=68, state=RUNNABLE, hasLock=true; OpenRegionProcedure 761c872da520c6c571d6652a7c7b050a, server=94eedbb855cf,42607,1732616075315:java.lang.RuntimeException: inject code bug; ServerCrashProcedure 94eedbb855cf,35987,1732616075165, splitWal=true, meta=true exec-time=2.2240 sec 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=155df2362008e75af1cc7ccc0ab25b27, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3200337ad1086a1d9b7f9f6764cedf9c, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dfc730be5ac23b5d1c0b0154006bd1f, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e5d24b2a50f6bfbc244b29610f0ff31, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcabdb5f6c851015ea9aca45f0700920, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946f17088c17d590108b064db674e529, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a59560385dfc033f97eee8ab7b6fab64, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6acb0db86c1ccff57fce8498ab600ea0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,378 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d877cd77946f8e8b702562adc24cd884, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15ee4e2caddb22bcf0c7aa99263b05ad, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51f880efa5a6bb22ae2e88ecb77be106, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=994c7ee0273730d1b490dee88b009041, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b81d89c87207c98c95dbd9d6f269c0a0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=05647970f18a24d6f19a169f8d1a28d0, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feefd49192a657b93f145a087c1a29c, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a20737ca7c40b372eba4d6aa32c843be, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b2a690071843d93cbb012145a1ea6cb, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=5 2024-11-26T10:14:43,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e4313f739c53ca8d936f229b2a0d398, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7d446d6df5d0df02c64a6eeb0454cd0, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ba1ebff2f3b97aa4edece8c302b2584, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=761c872da520c6c571d6652a7c7b050a, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66cb2076204863067b511f6375d5ed51, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42433a67986de031495a6363e5171d65, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4aae8a4a62a183d958ac2765e3509825, regionState=OPEN, lastHost=94eedbb855cf,37599,1732616075269, regionLocation=94eedbb855cf,37599,1732616075269, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3485d55ed4d2f612bbff78cb09040877, regionState=OPEN, lastHost=94eedbb855cf,42607,1732616075315, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed5b547096e598c1d9e8e60b25167fa, regionState=OPENING, lastHost=94eedbb855cf,35987,1732616075165, regionLocation=94eedbb855cf,42607,1732616075315, openSeqNum=2 2024-11-26T10:14:43,380 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T10:14:43,381 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616143381 2024-11-26T10:14:43,381 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616203381 2024-11-26T10:14:43,381 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-26T10:14:43,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestRollbackSCP#testFailAndRollback Thread=350 (was 383), OpenFileDescriptor=616 (was 637), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=6667 (was 6715) 2024-11-26T10:14:43,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:14:43,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:14:43,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.tearDownAfterClass(TestRollbackSCP.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:14:43,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:43,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:43,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:14:43,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:14:43,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1289231948, stopped=false 2024-11-26T10:14:43,403 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,35965,1732616074485 2024-11-26T10:14:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:14:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:14:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:43,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:14:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:43,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:14:43,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.assignment.TestRollbackSCP.tearDownAfterClass(TestRollbackSCP.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:14:43,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:43,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,37599,1732616075269' ***** 2024-11-26T10:14:43,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:14:43,406 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:14:43,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:14:43,407 INFO [RS:1;94eedbb855cf:37599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:14:43,407 INFO [RS:1;94eedbb855cf:37599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:14:43,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:14:43,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,42607,1732616075315' ***** 2024-11-26T10:14:43,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:14:43,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:14:43,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:14:43,407 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 7feefd49192a657b93f145a087c1a29c 2024-11-26T10:14:43,408 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:14:43,408 INFO [RS:2;94eedbb855cf:42607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:14:43,408 INFO [RS:2;94eedbb855cf:42607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:14:43,408 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ed5b547096e598c1d9e8e60b25167fa 2024-11-26T10:14:43,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 6acb0db86c1ccff57fce8498ab600ea0 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e4313f739c53ca8d936f229b2a0d398 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 155df2362008e75af1cc7ccc0ab25b27 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 4aae8a4a62a183d958ac2765e3509825 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 05647970f18a24d6f19a169f8d1a28d0 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 994c7ee0273730d1b490dee88b009041 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ba1ebff2f3b97aa4edece8c302b2584 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 946f17088c17d590108b064db674e529 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for bcabdb5f6c851015ea9aca45f0700920 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 3200337ad1086a1d9b7f9f6764cedf9c 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 42433a67986de031495a6363e5171d65 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:14:43,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7feefd49192a657b93f145a087c1a29c, disabling compactions & flushes 2024-11-26T10:14:43,409 INFO [RS:1;94eedbb855cf:37599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;94eedbb855cf:37599. 2024-11-26T10:14:43,409 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:43,409 DEBUG [RS:1;94eedbb855cf:37599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:14:43,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:43,409 DEBUG [RS:1;94eedbb855cf:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:43,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. after waiting 0 ms 2024-11-26T10:14:43,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:43,410 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:14:43,410 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:14:43,410 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:14:43,410 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 66cb2076204863067b511f6375d5ed51 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e5d24b2a50f6bfbc244b29610f0ff31 2024-11-26T10:14:43,410 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ed5b547096e598c1d9e8e60b25167fa, disabling compactions & flushes 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 3485d55ed4d2f612bbff78cb09040877 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for a59560385dfc033f97eee8ab7b6fab64 2024-11-26T10:14:43,410 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 51f880efa5a6bb22ae2e88ecb77be106 2024-11-26T10:14:43,410 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dfc730be5ac23b5d1c0b0154006bd1f 2024-11-26T10:14:43,410 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. after waiting 0 ms 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 761c872da520c6c571d6652a7c7b050a 2024-11-26T10:14:43,410 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for a20737ca7c40b372eba4d6aa32c843be 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for a7d446d6df5d0df02c64a6eeb0454cd0 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 15ee4e2caddb22bcf0c7aa99263b05ad 2024-11-26T10:14:43,410 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b2a690071843d93cbb012145a1ea6cb 2024-11-26T10:14:43,411 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,411 INFO [RS:2;94eedbb855cf:42607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:14:43,411 INFO [RS:2;94eedbb855cf:42607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;94eedbb855cf:42607. 2024-11-26T10:14:43,411 DEBUG [RS:2;94eedbb855cf:42607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:14:43,411 DEBUG [RS:2;94eedbb855cf:42607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:43,411 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-26T10:14:43,411 DEBUG [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(1351): Waiting on 15ee4e2caddb22bcf0c7aa99263b05ad, 2b2a690071843d93cbb012145a1ea6cb, 3485d55ed4d2f612bbff78cb09040877, 3e5d24b2a50f6bfbc244b29610f0ff31, 51f880efa5a6bb22ae2e88ecb77be106, 5dfc730be5ac23b5d1c0b0154006bd1f, 66cb2076204863067b511f6375d5ed51, 761c872da520c6c571d6652a7c7b050a, 8ed5b547096e598c1d9e8e60b25167fa, a20737ca7c40b372eba4d6aa32c843be, a59560385dfc033f97eee8ab7b6fab64, a7d446d6df5d0df02c64a6eeb0454cd0, b81d89c87207c98c95dbd9d6f269c0a0 2024-11-26T10:14:43,412 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-26T10:14:43,412 DEBUG [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(1351): Waiting on 05647970f18a24d6f19a169f8d1a28d0, 155df2362008e75af1cc7ccc0ab25b27, 1588230740, 3200337ad1086a1d9b7f9f6764cedf9c, 42433a67986de031495a6363e5171d65, 4aae8a4a62a183d958ac2765e3509825, 6acb0db86c1ccff57fce8498ab600ea0, 6ba1ebff2f3b97aa4edece8c302b2584, 7feefd49192a657b93f145a087c1a29c, 946f17088c17d590108b064db674e529, 994c7ee0273730d1b490dee88b009041, 9e4313f739c53ca8d936f229b2a0d398, bcabdb5f6c851015ea9aca45f0700920, d877cd77946f8e8b702562adc24cd884 2024-11-26T10:14:43,412 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:14:43,412 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:14:43,412 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:14:43,412 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:14:43,412 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:14:43,412 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.65 KB heapSize=5.44 KB 2024-11-26T10:14:43,417 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/7feefd49192a657b93f145a087c1a29c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/8ed5b547096e598c1d9e8e60b25167fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,418 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7feefd49192a657b93f145a087c1a29c: Waiting for close lock at 1732616083409Running coprocessor pre-close hooks at 1732616083409Disabling compacts and flushes for region at 1732616083409Disabling writes for close at 1732616083409Writing region close event to WAL at 1732616083412 (+3 ms)Running coprocessor post-close hooks at 1732616083418 (+6 ms)Closed at 1732616083418 2024-11-26T10:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1732616077669.7feefd49192a657b93f145a087c1a29c. 2024-11-26T10:14:43,419 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6acb0db86c1ccff57fce8498ab600ea0, disabling compactions & flushes 2024-11-26T10:14:43,419 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ed5b547096e598c1d9e8e60b25167fa: Waiting for close lock at 1732616083410Running coprocessor pre-close hooks at 1732616083410Disabling compacts and flushes for region at 1732616083410Disabling writes for close at 1732616083410Writing region close event to WAL at 1732616083413 (+3 ms)Running coprocessor post-close hooks at 1732616083418 (+5 ms)Closed at 1732616083419 (+1 ms) 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. after waiting 0 ms 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1732616077669.8ed5b547096e598c1d9e8e60b25167fa. 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66cb2076204863067b511f6375d5ed51, disabling compactions & flushes 2024-11-26T10:14:43,419 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. after waiting 0 ms 2024-11-26T10:14:43,419 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:43,421 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:14:43,421 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:14:43,424 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/66cb2076204863067b511f6375d5ed51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,425 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:43,425 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6acb0db86c1ccff57fce8498ab600ea0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,425 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66cb2076204863067b511f6375d5ed51: Waiting for close lock at 1732616083419Running coprocessor pre-close hooks at 1732616083419Disabling compacts and flushes for region at 1732616083419Disabling writes for close at 1732616083419Writing region close event to WAL at 1732616083419Running coprocessor post-close hooks at 1732616083425 (+6 ms)Closed at 1732616083425 2024-11-26T10:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1732616077669.66cb2076204863067b511f6375d5ed51. 2024-11-26T10:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b81d89c87207c98c95dbd9d6f269c0a0, disabling compactions & flushes 2024-11-26T10:14:43,426 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. after waiting 0 ms 2024-11-26T10:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:43,426 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6acb0db86c1ccff57fce8498ab600ea0: Waiting for close lock at 1732616083419Running coprocessor pre-close hooks at 1732616083419Disabling compacts and flushes for region at 1732616083419Disabling writes for close at 1732616083419Writing region close event to WAL at 1732616083419Running coprocessor post-close hooks at 1732616083426 (+7 ms)Closed at 1732616083426 2024-11-26T10:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1732616077669.6acb0db86c1ccff57fce8498ab600ea0. 2024-11-26T10:14:43,427 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d877cd77946f8e8b702562adc24cd884, disabling compactions & flushes 2024-11-26T10:14:43,427 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:43,427 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:43,427 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. after waiting 0 ms 2024-11-26T10:14:43,427 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:43,428 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/info/f46f526dbe084be399e9874e205692d2 is 138, key is test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c./info:regioninfo/1732616082470/Put/seqid=0 2024-11-26T10:14:43,431 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/b81d89c87207c98c95dbd9d6f269c0a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,431 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b81d89c87207c98c95dbd9d6f269c0a0: Waiting for close lock at 1732616083426Running coprocessor pre-close hooks at 1732616083426Disabling compacts and flushes for region at 1732616083426Disabling writes for close at 1732616083426Writing region close event to WAL at 1732616083426Running coprocessor post-close hooks at 1732616083431 (+5 ms)Closed at 1732616083431 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1732616077669.b81d89c87207c98c95dbd9d6f269c0a0. 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/d877cd77946f8e8b702562adc24cd884/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e5d24b2a50f6bfbc244b29610f0ff31, disabling compactions & flushes 2024-11-26T10:14:43,432 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. after waiting 0 ms 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:43,432 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:43,432 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d877cd77946f8e8b702562adc24cd884: Waiting for close lock at 1732616083427Running coprocessor pre-close hooks at 1732616083427Disabling compacts and flushes for region at 1732616083427Disabling writes for close at 1732616083427Writing region close event to WAL at 1732616083427Running coprocessor post-close hooks at 1732616083432 (+5 ms)Closed at 1732616083432 2024-11-26T10:14:43,433 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1732616077669.d877cd77946f8e8b702562adc24cd884. 2024-11-26T10:14:43,433 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e4313f739c53ca8d936f229b2a0d398, disabling compactions & flushes 2024-11-26T10:14:43,433 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:43,433 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:43,433 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. after waiting 0 ms 2024-11-26T10:14:43,433 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:43,441 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3e5d24b2a50f6bfbc244b29610f0ff31/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,442 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/9e4313f739c53ca8d936f229b2a0d398/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,442 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:43,442 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e5d24b2a50f6bfbc244b29610f0ff31: Waiting for close lock at 1732616083432Running coprocessor pre-close hooks at 1732616083432Disabling compacts and flushes for region at 1732616083432Disabling writes for close at 1732616083432Writing region close event to WAL at 1732616083437 (+5 ms)Running coprocessor post-close hooks at 1732616083442 (+5 ms)Closed at 1732616083442 2024-11-26T10:14:43,443 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1732616077669.3e5d24b2a50f6bfbc244b29610f0ff31. 2024-11-26T10:14:43,443 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3485d55ed4d2f612bbff78cb09040877, disabling compactions & flushes 2024-11-26T10:14:43,443 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:43,443 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:43,443 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. after waiting 0 ms 2024-11-26T10:14:43,443 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:43,443 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:43,443 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e4313f739c53ca8d936f229b2a0d398: Waiting for close lock at 1732616083433Running coprocessor pre-close hooks at 1732616083433Disabling compacts and flushes for region at 1732616083433Disabling writes for close at 1732616083433Writing region close event to WAL at 1732616083437 (+4 ms)Running coprocessor post-close hooks at 1732616083443 (+6 ms)Closed at 1732616083443 2024-11-26T10:14:43,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1732616077669.9e4313f739c53ca8d936f229b2a0d398. 2024-11-26T10:14:43,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 155df2362008e75af1cc7ccc0ab25b27, disabling compactions & flushes 2024-11-26T10:14:43,444 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:43,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:43,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. after waiting 0 ms 2024-11-26T10:14:43,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741869_1045 (size=8192) 2024-11-26T10:14:43,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741869_1045 (size=8192) 2024-11-26T10:14:43,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741869_1045 (size=8192) 2024-11-26T10:14:43,450 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.65 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/info/f46f526dbe084be399e9874e205692d2 2024-11-26T10:14:43,452 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/155df2362008e75af1cc7ccc0ab25b27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,452 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3485d55ed4d2f612bbff78cb09040877/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,453 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:43,453 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 155df2362008e75af1cc7ccc0ab25b27: Waiting for close lock at 1732616083444Running coprocessor pre-close hooks at 1732616083444Disabling compacts and flushes for region at 1732616083444Disabling writes for close at 1732616083444Writing region close event to WAL at 1732616083445 (+1 ms)Running coprocessor post-close hooks at 1732616083453 (+8 ms)Closed at 1732616083453 2024-11-26T10:14:43,453 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616077669.155df2362008e75af1cc7ccc0ab25b27. 2024-11-26T10:14:43,453 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:43,453 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4aae8a4a62a183d958ac2765e3509825, disabling compactions & flushes 2024-11-26T10:14:43,453 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3485d55ed4d2f612bbff78cb09040877: Waiting for close lock at 1732616083443Running coprocessor pre-close hooks at 1732616083443Disabling compacts and flushes for region at 1732616083443Disabling writes for close at 1732616083443Writing region close event to WAL at 1732616083443Running coprocessor post-close hooks at 1732616083453 (+10 ms)Closed at 1732616083453 2024-11-26T10:14:43,453 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:43,453 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:43,453 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1732616077669.3485d55ed4d2f612bbff78cb09040877. 2024-11-26T10:14:43,454 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. after waiting 0 ms 2024-11-26T10:14:43,454 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:43,454 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a59560385dfc033f97eee8ab7b6fab64, disabling compactions & flushes 2024-11-26T10:14:43,454 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:43,454 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:43,454 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. after waiting 0 ms 2024-11-26T10:14:43,454 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:43,460 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a59560385dfc033f97eee8ab7b6fab64/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,460 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/4aae8a4a62a183d958ac2765e3509825/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,461 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:43,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a59560385dfc033f97eee8ab7b6fab64: Waiting for close lock at 1732616083454Running coprocessor pre-close hooks at 1732616083454Disabling compacts and flushes for region at 1732616083454Disabling writes for close at 1732616083454Writing region close event to WAL at 1732616083455 (+1 ms)Running coprocessor post-close hooks at 1732616083461 (+6 ms)Closed at 1732616083461 2024-11-26T10:14:43,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1732616077669.a59560385dfc033f97eee8ab7b6fab64. 2024-11-26T10:14:43,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51f880efa5a6bb22ae2e88ecb77be106, disabling compactions & flushes 2024-11-26T10:14:43,461 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:43,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:43,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. after waiting 0 ms 2024-11-26T10:14:43,461 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/.tmp/info/f46f526dbe084be399e9874e205692d2 as hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/info/f46f526dbe084be399e9874e205692d2 2024-11-26T10:14:43,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:43,462 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:43,462 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4aae8a4a62a183d958ac2765e3509825: Waiting for close lock at 1732616083453Running coprocessor pre-close hooks at 1732616083453Disabling compacts and flushes for region at 1732616083453Disabling writes for close at 1732616083454 (+1 ms)Writing region close event to WAL at 1732616083454Running coprocessor post-close hooks at 1732616083462 (+8 ms)Closed at 1732616083462 2024-11-26T10:14:43,462 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1732616077669.4aae8a4a62a183d958ac2765e3509825. 2024-11-26T10:14:43,462 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05647970f18a24d6f19a169f8d1a28d0, disabling compactions & flushes 2024-11-26T10:14:43,462 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:43,462 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:43,463 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. after waiting 0 ms 2024-11-26T10:14:43,463 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:43,468 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/51f880efa5a6bb22ae2e88ecb77be106/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,469 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:43,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51f880efa5a6bb22ae2e88ecb77be106: Waiting for close lock at 1732616083461Running coprocessor pre-close hooks at 1732616083461Disabling compacts and flushes for region at 1732616083461Disabling writes for close at 1732616083461Writing region close event to WAL at 1732616083462 (+1 ms)Running coprocessor post-close hooks at 1732616083469 (+7 ms)Closed at 1732616083469 2024-11-26T10:14:43,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1732616077669.51f880efa5a6bb22ae2e88ecb77be106. 2024-11-26T10:14:43,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dfc730be5ac23b5d1c0b0154006bd1f, disabling compactions & flushes 2024-11-26T10:14:43,470 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:43,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:43,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. after waiting 0 ms 2024-11-26T10:14:43,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:43,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/05647970f18a24d6f19a169f8d1a28d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,471 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:43,471 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05647970f18a24d6f19a169f8d1a28d0: Waiting for close lock at 1732616083462Running coprocessor pre-close hooks at 1732616083462Disabling compacts and flushes for region at 1732616083462Disabling writes for close at 1732616083463 (+1 ms)Writing region close event to WAL at 1732616083463Running coprocessor post-close hooks at 1732616083471 (+8 ms)Closed at 1732616083471 2024-11-26T10:14:43,472 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1732616077669.05647970f18a24d6f19a169f8d1a28d0. 2024-11-26T10:14:43,472 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 994c7ee0273730d1b490dee88b009041, disabling compactions & flushes 2024-11-26T10:14:43,472 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:43,472 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:43,472 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. after waiting 0 ms 2024-11-26T10:14:43,472 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:43,473 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/info/f46f526dbe084be399e9874e205692d2, entries=24, sequenceid=75, filesize=8 K 2024-11-26T10:14:43,474 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.65 KB/2717, heapSize ~4.67 KB/4784, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=75, compaction requested=false 2024-11-26T10:14:43,477 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/5dfc730be5ac23b5d1c0b0154006bd1f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,478 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/994c7ee0273730d1b490dee88b009041/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,478 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:43,478 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dfc730be5ac23b5d1c0b0154006bd1f: Waiting for close lock at 1732616083470Running coprocessor pre-close hooks at 1732616083470Disabling compacts and flushes for region at 1732616083470Disabling writes for close at 1732616083470Writing region close event to WAL at 1732616083471 (+1 ms)Running coprocessor post-close hooks at 1732616083478 (+7 ms)Closed at 1732616083478 2024-11-26T10:14:43,478 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1732616077669.5dfc730be5ac23b5d1c0b0154006bd1f. 2024-11-26T10:14:43,478 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 761c872da520c6c571d6652a7c7b050a, disabling compactions & flushes 2024-11-26T10:14:43,478 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:43,478 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. after waiting 0 ms 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:43,479 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 994c7ee0273730d1b490dee88b009041: Waiting for close lock at 1732616083472Running coprocessor pre-close hooks at 1732616083472Disabling compacts and flushes for region at 1732616083472Disabling writes for close at 1732616083472Writing region close event to WAL at 1732616083472Running coprocessor post-close hooks at 1732616083479 (+7 ms)Closed at 1732616083479 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1732616077669.994c7ee0273730d1b490dee88b009041. 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ba1ebff2f3b97aa4edece8c302b2584, disabling compactions & flushes 2024-11-26T10:14:43,479 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. after waiting 0 ms 2024-11-26T10:14:43,479 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:43,485 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/6ba1ebff2f3b97aa4edece8c302b2584/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,486 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:43,486 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ba1ebff2f3b97aa4edece8c302b2584: Waiting for close lock at 1732616083479Running coprocessor pre-close hooks at 1732616083479Disabling compacts and flushes for region at 1732616083479Disabling writes for close at 1732616083479Writing region close event to WAL at 1732616083481 (+2 ms)Running coprocessor post-close hooks at 1732616083486 (+5 ms)Closed at 1732616083486 2024-11-26T10:14:43,486 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1732616077669.6ba1ebff2f3b97aa4edece8c302b2584. 2024-11-26T10:14:43,486 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 946f17088c17d590108b064db674e529, disabling compactions & flushes 2024-11-26T10:14:43,486 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:43,486 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:43,486 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,fff,1732616077669.946f17088c17d590108b064db674e529. after waiting 0 ms 2024-11-26T10:14:43,486 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:43,487 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/761c872da520c6c571d6652a7c7b050a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,488 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:43,488 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 761c872da520c6c571d6652a7c7b050a: Waiting for close lock at 1732616083478Running coprocessor pre-close hooks at 1732616083478Disabling compacts and flushes for region at 1732616083478Disabling writes for close at 1732616083479 (+1 ms)Writing region close event to WAL at 1732616083481 (+2 ms)Running coprocessor post-close hooks at 1732616083488 (+7 ms)Closed at 1732616083488 2024-11-26T10:14:43,488 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1732616077669.761c872da520c6c571d6652a7c7b050a. 2024-11-26T10:14:43,488 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a20737ca7c40b372eba4d6aa32c843be, disabling compactions & flushes 2024-11-26T10:14:43,488 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:43,488 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:43,488 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. after waiting 0 ms 2024-11-26T10:14:43,488 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:43,490 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/hbase/meta/1588230740/recovered.edits/78.seqid, newMaxSeqId=78, maxSeqId=64 2024-11-26T10:14:43,491 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:14:43,491 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:14:43,491 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616083412Running coprocessor pre-close hooks at 1732616083412Disabling compacts and flushes for region at 1732616083412Disabling writes for close at 1732616083412Obtaining lock to block concurrent updates at 1732616083412Preparing flush snapshotting stores in 1588230740 at 1732616083412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2717, getHeapSize=5504, getOffHeapSize=0, getCellsCount=24 at 1732616083420 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616083421 (+1 ms)Flushing 1588230740/info: creating writer at 1732616083421Flushing 1588230740/info: appending metadata at 1732616083427 (+6 ms)Flushing 1588230740/info: closing flushed file at 1732616083427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b680007: reopening flushed file at 1732616083460 (+33 ms)Finished flush of dataSize ~2.65 KB/2717, heapSize ~4.67 KB/4784, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=75, compaction requested=false at 1732616083474 (+14 ms)Writing region close event to WAL at 1732616083484 (+10 ms)Running coprocessor post-close hooks at 1732616083491 (+7 ms)Closed at 1732616083491 2024-11-26T10:14:43,491 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:14:43,492 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/946f17088c17d590108b064db674e529/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,493 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:43,493 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 946f17088c17d590108b064db674e529: Waiting for close lock at 1732616083486Running coprocessor pre-close hooks at 1732616083486Disabling compacts and flushes for region at 1732616083486Disabling writes for close at 1732616083486Writing region close event to WAL at 1732616083487 (+1 ms)Running coprocessor post-close hooks at 1732616083493 (+6 ms)Closed at 1732616083493 2024-11-26T10:14:43,493 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1732616077669.946f17088c17d590108b064db674e529. 2024-11-26T10:14:43,493 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcabdb5f6c851015ea9aca45f0700920, disabling compactions & flushes 2024-11-26T10:14:43,493 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:43,493 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:43,493 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. after waiting 0 ms 2024-11-26T10:14:43,493 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:43,497 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/bcabdb5f6c851015ea9aca45f0700920/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,498 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:43,498 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcabdb5f6c851015ea9aca45f0700920: Waiting for close lock at 1732616083493Running coprocessor pre-close hooks at 1732616083493Disabling compacts and flushes for region at 1732616083493Disabling writes for close at 1732616083493Writing region close event to WAL at 1732616083494 (+1 ms)Running coprocessor post-close hooks at 1732616083498 (+4 ms)Closed at 1732616083498 2024-11-26T10:14:43,498 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1732616077669.bcabdb5f6c851015ea9aca45f0700920. 2024-11-26T10:14:43,499 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3200337ad1086a1d9b7f9f6764cedf9c, disabling compactions & flushes 2024-11-26T10:14:43,499 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:43,499 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:43,499 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. after waiting 0 ms 2024-11-26T10:14:43,499 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:43,499 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a20737ca7c40b372eba4d6aa32c843be/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,500 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:43,501 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a20737ca7c40b372eba4d6aa32c843be: Waiting for close lock at 1732616083488Running coprocessor pre-close hooks at 1732616083488Disabling compacts and flushes for region at 1732616083488Disabling writes for close at 1732616083488Writing region close event to WAL at 1732616083488Running coprocessor post-close hooks at 1732616083500 (+12 ms)Closed at 1732616083500 2024-11-26T10:14:43,501 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1732616077669.a20737ca7c40b372eba4d6aa32c843be. 2024-11-26T10:14:43,501 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7d446d6df5d0df02c64a6eeb0454cd0, disabling compactions & flushes 2024-11-26T10:14:43,501 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:43,501 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:43,501 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. after waiting 0 ms 2024-11-26T10:14:43,501 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:43,503 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/3200337ad1086a1d9b7f9f6764cedf9c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,504 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:43,504 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3200337ad1086a1d9b7f9f6764cedf9c: Waiting for close lock at 1732616083499Running coprocessor pre-close hooks at 1732616083499Disabling compacts and flushes for region at 1732616083499Disabling writes for close at 1732616083499Writing region close event to WAL at 1732616083499Running coprocessor post-close hooks at 1732616083504 (+5 ms)Closed at 1732616083504 2024-11-26T10:14:43,504 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1732616077669.3200337ad1086a1d9b7f9f6764cedf9c. 2024-11-26T10:14:43,504 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42433a67986de031495a6363e5171d65, disabling compactions & flushes 2024-11-26T10:14:43,505 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:43,505 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:43,505 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,www,1732616077669.42433a67986de031495a6363e5171d65. after waiting 0 ms 2024-11-26T10:14:43,505 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:43,506 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/a7d446d6df5d0df02c64a6eeb0454cd0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,507 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:43,507 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7d446d6df5d0df02c64a6eeb0454cd0: Waiting for close lock at 1732616083501Running coprocessor pre-close hooks at 1732616083501Disabling compacts and flushes for region at 1732616083501Disabling writes for close at 1732616083501Writing region close event to WAL at 1732616083501Running coprocessor post-close hooks at 1732616083507 (+6 ms)Closed at 1732616083507 2024-11-26T10:14:43,507 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1732616077669.a7d446d6df5d0df02c64a6eeb0454cd0. 2024-11-26T10:14:43,507 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15ee4e2caddb22bcf0c7aa99263b05ad, disabling compactions & flushes 2024-11-26T10:14:43,507 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:43,507 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:43,507 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. after waiting 0 ms 2024-11-26T10:14:43,507 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:43,509 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/42433a67986de031495a6363e5171d65/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,510 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:43,511 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42433a67986de031495a6363e5171d65: Waiting for close lock at 1732616083504Running coprocessor pre-close hooks at 1732616083504Disabling compacts and flushes for region at 1732616083504Disabling writes for close at 1732616083505 (+1 ms)Writing region close event to WAL at 1732616083505Running coprocessor post-close hooks at 1732616083510 (+5 ms)Closed at 1732616083510 2024-11-26T10:14:43,511 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1732616077669.42433a67986de031495a6363e5171d65. 2024-11-26T10:14:43,512 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/15ee4e2caddb22bcf0c7aa99263b05ad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T10:14:43,513 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:43,513 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15ee4e2caddb22bcf0c7aa99263b05ad: Waiting for close lock at 1732616083507Running coprocessor pre-close hooks at 1732616083507Disabling compacts and flushes for region at 1732616083507Disabling writes for close at 1732616083507Writing region close event to WAL at 1732616083508 (+1 ms)Running coprocessor post-close hooks at 1732616083513 (+5 ms)Closed at 1732616083513 2024-11-26T10:14:43,513 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1732616077669.15ee4e2caddb22bcf0c7aa99263b05ad. 2024-11-26T10:14:43,513 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b2a690071843d93cbb012145a1ea6cb, disabling compactions & flushes 2024-11-26T10:14:43,513 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:43,513 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:43,514 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. after waiting 0 ms 2024-11-26T10:14:43,514 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:43,518 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/data/default/test/2b2a690071843d93cbb012145a1ea6cb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-26T10:14:43,519 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:43,519 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b2a690071843d93cbb012145a1ea6cb: Waiting for close lock at 1732616083513Running coprocessor pre-close hooks at 1732616083513Disabling compacts and flushes for region at 1732616083513Disabling writes for close at 1732616083514 (+1 ms)Writing region close event to WAL at 1732616083514Running coprocessor post-close hooks at 1732616083519 (+5 ms)Closed at 1732616083519 2024-11-26T10:14:43,519 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1732616077669.2b2a690071843d93cbb012145a1ea6cb. 2024-11-26T10:14:43,612 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,42607,1732616075315; all regions closed. 2024-11-26T10:14:43,612 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,37599,1732616075269; all regions closed. 2024-11-26T10:14:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741865_1041 (size=4201) 2024-11-26T10:14:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741865_1041 (size=4201) 2024-11-26T10:14:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741833_1009 (size=7074) 2024-11-26T10:14:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=7074) 2024-11-26T10:14:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741833_1009 (size=7074) 2024-11-26T10:14:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741865_1041 (size=4201) 2024-11-26T10:14:43,621 DEBUG [RS:2;94eedbb855cf:42607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs 2024-11-26T10:14:43,621 DEBUG [RS:1;94eedbb855cf:37599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs 2024-11-26T10:14:43,621 INFO [RS:2;94eedbb855cf:42607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C42607%2C1732616075315:(num 1732616076780) 2024-11-26T10:14:43,621 INFO [RS:1;94eedbb855cf:37599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37599%2C1732616075269.meta:.meta(num 1732616081761) 2024-11-26T10:14:43,621 DEBUG [RS:2;94eedbb855cf:42607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:43,621 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:14:43,621 INFO [RS:2;94eedbb855cf:42607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:14:43,622 INFO [RS:2;94eedbb855cf:42607 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:14:43,622 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:14:43,622 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:14:43,622 INFO [RS:2;94eedbb855cf:42607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:14:43,622 INFO [RS:2;94eedbb855cf:42607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:14:43,623 INFO [RS:2;94eedbb855cf:42607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42607 2024-11-26T10:14:43,624 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:14:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741835_1011 (size=7064) 2024-11-26T10:14:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=7064) 2024-11-26T10:14:43,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42607-0x10153c51bed0003, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/94eedbb855cf,42607,1732616075315 2024-11-26T10:14:43,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:14:43,626 INFO [RS:2;94eedbb855cf:42607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:14:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741835_1011 (size=7064) 2024-11-26T10:14:43,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,42607,1732616075315] 2024-11-26T10:14:43,630 DEBUG [RS:1;94eedbb855cf:37599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/oldWALs 2024-11-26T10:14:43,630 INFO [RS:1;94eedbb855cf:37599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37599%2C1732616075269:(num 1732616076781) 2024-11-26T10:14:43,630 DEBUG [RS:1;94eedbb855cf:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:14:43,630 INFO [RS:1;94eedbb855cf:37599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:14:43,630 INFO [RS:1;94eedbb855cf:37599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:14:43,630 INFO [RS:1;94eedbb855cf:37599 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:14:43,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/94eedbb855cf,42607,1732616075315 already deleted, retry=false 2024-11-26T10:14:43,630 INFO [RS:1;94eedbb855cf:37599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:14:43,630 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:14:43,631 INFO [RS:1;94eedbb855cf:37599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37599 2024-11-26T10:14:43,631 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,42607,1732616075315 expired; onlineServers=1 2024-11-26T10:14:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x10153c51bed0002, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/94eedbb855cf,37599,1732616075269 2024-11-26T10:14:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:14:43,633 INFO [RS:1;94eedbb855cf:37599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:14:43,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,37599,1732616075269] 2024-11-26T10:14:43,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/94eedbb855cf,37599,1732616075269 already deleted, retry=false 2024-11-26T10:14:43,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,37599,1732616075269 expired; onlineServers=0 2024-11-26T10:14:43,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,35965,1732616074485' ***** 2024-11-26T10:14:43,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:14:43,637 INFO [M:0;94eedbb855cf:35965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:14:43,637 INFO [M:0;94eedbb855cf:35965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:14:43,637 DEBUG [M:0;94eedbb855cf:35965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:14:43,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:14:43,637 DEBUG [M:0;94eedbb855cf:35965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:14:43,637 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616076382 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616076382,5,FailOnTimeoutGroup] 2024-11-26T10:14:43,637 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616076383 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616076383,5,FailOnTimeoutGroup] 2024-11-26T10:14:43,637 INFO [M:0;94eedbb855cf:35965 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:14:43,637 INFO [M:0;94eedbb855cf:35965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:14:43,638 DEBUG [M:0;94eedbb855cf:35965 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:14:43,638 INFO [M:0;94eedbb855cf:35965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:14:43,638 INFO [M:0;94eedbb855cf:35965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:14:43,638 INFO [M:0;94eedbb855cf:35965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:14:43,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:14:43,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T10:14:43,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:14:43,639 DEBUG [M:0;94eedbb855cf:35965 {}] zookeeper.ZKUtil(347): master:35965-0x10153c51bed0000, quorum=127.0.0.1:52266, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T10:14:43,639 WARN [M:0;94eedbb855cf:35965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:14:43,640 INFO [M:0;94eedbb855cf:35965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/.lastflushedseqids 2024-11-26T10:14:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741870_1046 (size=1) 2024-11-26T10:14:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741870_1046 (size=1) 2024-11-26T10:14:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741870_1046 (size=1) 2024-11-26T10:14:43,653 INFO [M:0;94eedbb855cf:35965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:14:43,653 INFO [M:0;94eedbb855cf:35965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:14:43,653 DEBUG [M:0;94eedbb855cf:35965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:14:43,653 INFO [M:0;94eedbb855cf:35965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:14:43,653 DEBUG [M:0;94eedbb855cf:35965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:14:43,653 DEBUG [M:0;94eedbb855cf:35965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:14:43,653 DEBUG [M:0;94eedbb855cf:35965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:14:43,653 INFO [M:0;94eedbb855cf:35965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=260.82 KB heapSize=317.05 KB 2024-11-26T10:14:43,671 DEBUG [M:0;94eedbb855cf:35965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e92db94a02c34528881750f16b28a9af is 82, key is hbase:meta,,1/info:regioninfo/1732616082078/Put/seqid=0 2024-11-26T10:14:43,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43699 is added to blk_1073741871_1047 (size=6071) 2024-11-26T10:14:43,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741871_1047 (size=6071) 2024-11-26T10:14:43,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44439 is added to blk_1073741871_1047 (size=6071) 2024-11-26T10:14:43,680 INFO [M:0;94eedbb855cf:35965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e92db94a02c34528881750f16b28a9af 2024-11-26T10:14:43,704 DEBUG [M:0;94eedbb855cf:35965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/c0144a8f-b004-6e6d-6e16-553c21fb9711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2e19eaef0344efa0b6708a8d98d398 is 2987, key is \x00\x00\x00\x00\x00\x00\x00