2024-11-22 21:50:03,039 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-22 21:50:03,054 main DEBUG Took 0.012344 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 21:50:03,054 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 21:50:03,055 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 21:50:03,056 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 21:50:03,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,067 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 21:50:03,081 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,084 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,085 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,086 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,087 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,088 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,089 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,089 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,090 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,091 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,092 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:50:03,092 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,093 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 21:50:03,094 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:50:03,095 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 21:50:03,097 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 21:50:03,097 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 21:50:03,098 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 21:50:03,099 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 21:50:03,108 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 21:50:03,111 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 21:50:03,113 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 21:50:03,113 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 21:50:03,114 main DEBUG createAppenders(={Console}) 2024-11-22 21:50:03,115 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-22 21:50:03,115 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-22 21:50:03,116 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-22 21:50:03,116 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 21:50:03,117 main DEBUG OutputStream closed 2024-11-22 21:50:03,117 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 21:50:03,117 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 21:50:03,118 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-22 21:50:03,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 21:50:03,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 21:50:03,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 21:50:03,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 21:50:03,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 21:50:03,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 21:50:03,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 21:50:03,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 21:50:03,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 21:50:03,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 21:50:03,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 21:50:03,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 21:50:03,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 21:50:03,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 21:50:03,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 21:50:03,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 21:50:03,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 21:50:03,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 21:50:03,209 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 21:50:03,210 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-22 21:50:03,210 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 21:50:03,211 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-22T21:50:03,504 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a 2024-11-22 21:50:03,507 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 21:50:03,508 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T21:50:03,520 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-22T21:50:03,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=6985 2024-11-22T21:50:03,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T21:50:03,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027, deleteOnExit=true 2024-11-22T21:50:03,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T21:50:03,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/test.cache.data in system properties and HBase conf 2024-11-22T21:50:03,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T21:50:03,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir in system properties and HBase conf 2024-11-22T21:50:03,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T21:50:03,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T21:50:03,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T21:50:03,688 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T21:50:03,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T21:50:03,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:50:03,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:50:03,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T21:50:03,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:50:03,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T21:50:03,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T21:50:03,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:50:03,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:50:03,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T21:50:03,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/nfs.dump.dir in system properties and HBase conf 2024-11-22T21:50:03,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/java.io.tmpdir in system properties and HBase conf 2024-11-22T21:50:03,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:50:03,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T21:50:03,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T21:50:04,726 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T21:50:04,812 INFO [Time-limited test {}] log.Log(170): Logging initialized @2594ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T21:50:04,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:50:04,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:50:04,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:50:04,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:50:04,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:50:05,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:50:05,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:50:05,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:50:05,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/java.io.tmpdir/jetty-localhost-38557-hadoop-hdfs-3_4_1-tests_jar-_-any-6978871399638897018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:50:05,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:38557} 2024-11-22T21:50:05,238 INFO [Time-limited test {}] server.Server(415): Started @3021ms 2024-11-22T21:50:05,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:50:05,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:50:05,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:50:05,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:50:05,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:50:05,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:50:05,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:50:05,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/java.io.tmpdir/jetty-localhost-40107-hadoop-hdfs-3_4_1-tests_jar-_-any-13893008115159784172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:50:05,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:40107} 2024-11-22T21:50:05,811 INFO [Time-limited test {}] server.Server(415): Started @3594ms 2024-11-22T21:50:05,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:50:06,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:50:06,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:50:06,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:50:06,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:50:06,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:50:06,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:50:06,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:50:06,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/java.io.tmpdir/jetty-localhost-45247-hadoop-hdfs-3_4_1-tests_jar-_-any-8829432788181975422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:50:06,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:45247} 2024-11-22T21:50:06,168 INFO [Time-limited test {}] server.Server(415): Started @3951ms 2024-11-22T21:50:06,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:50:06,337 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data3/current/BP-1920075958-172.17.0.2-1732312204469/current, will proceed with Du for space computation calculation, 2024-11-22T21:50:06,337 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data1/current/BP-1920075958-172.17.0.2-1732312204469/current, will proceed with Du for space computation calculation, 2024-11-22T21:50:06,337 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data4/current/BP-1920075958-172.17.0.2-1732312204469/current, will proceed with Du for space computation calculation, 2024-11-22T21:50:06,346 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data2/current/BP-1920075958-172.17.0.2-1732312204469/current, will proceed with Du for space computation calculation, 2024-11-22T21:50:06,401 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:50:06,402 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:50:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8550b4d13c41507 with lease ID 0x9b9e06aa04f74173: Processing first storage report for DS-dc27533d-e3d1-4e98-8580-075e6ecfad38 from datanode DatanodeRegistration(127.0.0.1:43383, datanodeUuid=d91625a9-333d-4241-a76e-9bbe4d2191d3, infoPort=45207, infoSecurePort=0, ipcPort=44019, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469) 2024-11-22T21:50:06,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8550b4d13c41507 with lease ID 0x9b9e06aa04f74173: from storage DS-dc27533d-e3d1-4e98-8580-075e6ecfad38 node DatanodeRegistration(127.0.0.1:43383, datanodeUuid=d91625a9-333d-4241-a76e-9bbe4d2191d3, infoPort=45207, infoSecurePort=0, ipcPort=44019, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T21:50:06,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ee0aeb26c65f52c with lease ID 0x9b9e06aa04f74172: Processing first storage report for DS-4027be6b-74e7-4bd1-95d1-6c56346feae5 from datanode DatanodeRegistration(127.0.0.1:43595, datanodeUuid=7f8e2321-a4d0-4445-9950-f455d541dcd8, infoPort=33067, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469) 2024-11-22T21:50:06,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ee0aeb26c65f52c with lease ID 0x9b9e06aa04f74172: from storage DS-4027be6b-74e7-4bd1-95d1-6c56346feae5 node DatanodeRegistration(127.0.0.1:43595, datanodeUuid=7f8e2321-a4d0-4445-9950-f455d541dcd8, infoPort=33067, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T21:50:06,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8550b4d13c41507 with lease ID 0x9b9e06aa04f74173: Processing first storage report for DS-741a8c7d-4c00-4fc2-a9ea-44fdc2efc8a8 from datanode DatanodeRegistration(127.0.0.1:43383, datanodeUuid=d91625a9-333d-4241-a76e-9bbe4d2191d3, infoPort=45207, infoSecurePort=0, ipcPort=44019, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469) 2024-11-22T21:50:06,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8550b4d13c41507 with lease ID 0x9b9e06aa04f74173: from storage DS-741a8c7d-4c00-4fc2-a9ea-44fdc2efc8a8 node DatanodeRegistration(127.0.0.1:43383, datanodeUuid=d91625a9-333d-4241-a76e-9bbe4d2191d3, infoPort=45207, infoSecurePort=0, ipcPort=44019, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:50:06,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ee0aeb26c65f52c with lease ID 0x9b9e06aa04f74172: Processing first storage report for DS-5a85d5a4-ae82-4760-94b9-1a1c91626849 from datanode DatanodeRegistration(127.0.0.1:43595, datanodeUuid=7f8e2321-a4d0-4445-9950-f455d541dcd8, infoPort=33067, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469) 2024-11-22T21:50:06,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ee0aeb26c65f52c with lease ID 0x9b9e06aa04f74172: from storage DS-5a85d5a4-ae82-4760-94b9-1a1c91626849 node DatanodeRegistration(127.0.0.1:43595, datanodeUuid=7f8e2321-a4d0-4445-9950-f455d541dcd8, infoPort=33067, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=152798072;c=1732312204469), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T21:50:06,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a 2024-11-22T21:50:06,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/zookeeper_0, clientPort=59843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T21:50:06,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59843 2024-11-22T21:50:06,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:06,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:50:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:50:07,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491 with version=8 2024-11-22T21:50:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/hbase-staging 2024-11-22T21:50:07,492 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T21:50:07,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:50:07,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:50:07,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:50:07,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:50:07,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:50:07,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:50:08,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T21:50:08,063 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T21:50:08,073 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T21:50:08,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:50:08,105 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7344 (auto-detected) 2024-11-22T21:50:08,106 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T21:50:08,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45989 2024-11-22T21:50:08,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45989 connecting to ZooKeeper ensemble=127.0.0.1:59843 2024-11-22T21:50:08,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459890x0, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:50:08,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45989-0x1011c6d82060000 connected 2024-11-22T21:50:08,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:08,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:08,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:50:08,232 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491, hbase.cluster.distributed=false 2024-11-22T21:50:08,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:50:08,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45989 2024-11-22T21:50:08,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45989 2024-11-22T21:50:08,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45989 2024-11-22T21:50:08,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45989 2024-11-22T21:50:08,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45989 2024-11-22T21:50:08,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:50:08,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:50:08,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:50:08,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:50:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:50:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:50:08,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T21:50:08,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:50:08,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44545 2024-11-22T21:50:08,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44545 connecting to ZooKeeper ensemble=127.0.0.1:59843 2024-11-22T21:50:08,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:08,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:08,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445450x0, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:50:08,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44545-0x1011c6d82060001 connected 2024-11-22T21:50:08,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:50:08,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T21:50:08,443 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T21:50:08,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:50:08,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:50:08,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44545 2024-11-22T21:50:08,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44545 2024-11-22T21:50:08,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44545 2024-11-22T21:50:08,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44545 2024-11-22T21:50:08,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44545 2024-11-22T21:50:08,470 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e125c70568e8:45989 2024-11-22T21:50:08,471 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e125c70568e8,45989,1732312207560 2024-11-22T21:50:08,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:50:08,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:50:08,481 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e125c70568e8,45989,1732312207560 2024-11-22T21:50:08,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T21:50:08,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:08,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:08,506 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T21:50:08,507 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e125c70568e8,45989,1732312207560 from backup master directory 2024-11-22T21:50:08,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e125c70568e8,45989,1732312207560 2024-11-22T21:50:08,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:50:08,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:50:08,511 WARN [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:50:08,511 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e125c70568e8,45989,1732312207560 2024-11-22T21:50:08,514 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T21:50:08,515 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T21:50:08,578 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/hbase.id] with ID: 2079513d-5f1e-415f-ac65-4b68a2c407db 2024-11-22T21:50:08,578 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/.tmp/hbase.id 2024-11-22T21:50:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:50:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:50:08,592 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/.tmp/hbase.id]:[hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/hbase.id] 2024-11-22T21:50:08,641 INFO [master/e125c70568e8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:08,646 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T21:50:08,668 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-22T21:50:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:50:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:50:08,708 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:50:08,710 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T21:50:08,716 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:50:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:50:08,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:50:08,770 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store 2024-11-22T21:50:08,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:50:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:50:08,797 INFO [master/e125c70568e8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T21:50:08,800 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:50:08,801 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:50:08,801 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:50:08,802 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:50:08,803 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:50:08,804 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:50:08,804 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:50:08,805 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312208801Disabling compacts and flushes for region at 1732312208801Disabling writes for close at 1732312208803 (+2 ms)Writing region close event to WAL at 1732312208804 (+1 ms)Closed at 1732312208804 2024-11-22T21:50:08,807 WARN [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/.initializing 2024-11-22T21:50:08,808 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/WALs/e125c70568e8,45989,1732312207560 2024-11-22T21:50:08,818 INFO [master/e125c70568e8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:50:08,833 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C45989%2C1732312207560, suffix=, logDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/WALs/e125c70568e8,45989,1732312207560, archiveDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/oldWALs, maxLogs=10 2024-11-22T21:50:08,863 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/WALs/e125c70568e8,45989,1732312207560/e125c70568e8%2C45989%2C1732312207560.1732312208838, exclude list is [], retry=0 2024-11-22T21:50:08,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:50:08,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK] 2024-11-22T21:50:08,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK] 2024-11-22T21:50:08,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T21:50:08,931 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/WALs/e125c70568e8,45989,1732312207560/e125c70568e8%2C45989%2C1732312207560.1732312208838 2024-11-22T21:50:08,933 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45207:45207),(127.0.0.1/127.0.0.1:33067:33067)] 2024-11-22T21:50:08,933 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:50:08,934 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:50:08,938 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:08,939 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:08,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T21:50:09,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:09,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T21:50:09,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:50:09,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T21:50:09,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:50:09,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T21:50:09,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:50:09,028 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,032 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,033 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,038 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,039 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,043 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T21:50:09,047 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:50:09,052 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:50:09,053 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735939, jitterRate=-0.06420616805553436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T21:50:09,060 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732312208952Initializing all the Stores at 1732312208954 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312208955 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312208956 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312208956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312208957 (+1 ms)Cleaning up temporary data from old regions at 1732312209039 (+82 ms)Region opened successfully at 1732312209060 (+21 ms) 2024-11-22T21:50:09,062 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T21:50:09,098 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484679ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:50:09,134 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T21:50:09,147 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T21:50:09,147 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T21:50:09,150 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T21:50:09,151 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T21:50:09,157 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T21:50:09,157 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T21:50:09,185 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T21:50:09,195 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T21:50:09,198 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T21:50:09,200 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T21:50:09,202 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T21:50:09,204 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T21:50:09,206 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T21:50:09,210 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T21:50:09,212 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T21:50:09,213 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T21:50:09,215 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T21:50:09,231 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T21:50:09,233 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T21:50:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:50:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:50:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,240 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e125c70568e8,45989,1732312207560, sessionid=0x1011c6d82060000, setting cluster-up flag (Was=false) 2024-11-22T21:50:09,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,262 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T21:50:09,264 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,45989,1732312207560 2024-11-22T21:50:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,276 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T21:50:09,278 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,45989,1732312207560 2024-11-22T21:50:09,284 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T21:50:09,358 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(746): ClusterId : 2079513d-5f1e-415f-ac65-4b68a2c407db 2024-11-22T21:50:09,359 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T21:50:09,362 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T21:50:09,367 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T21:50:09,367 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T21:50:09,370 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T21:50:09,371 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T21:50:09,371 DEBUG [RS:0;e125c70568e8:44545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137f144b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:50:09,378 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T21:50:09,383 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e125c70568e8,45989,1732312207560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T21:50:09,391 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:50:09,391 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:50:09,391 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:50:09,391 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:50:09,391 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e125c70568e8:44545 2024-11-22T21:50:09,392 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e125c70568e8:0, corePoolSize=10, maxPoolSize=10 2024-11-22T21:50:09,392 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,392 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:50:09,392 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,396 INFO [RS:0;e125c70568e8:44545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T21:50:09,396 INFO [RS:0;e125c70568e8:44545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T21:50:09,396 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T21:50:09,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:50:09,398 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732312239397 2024-11-22T21:50:09,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T21:50:09,399 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T21:50:09,400 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T21:50:09,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T21:50:09,405 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(2659): reportForDuty to master=e125c70568e8,45989,1732312207560 with port=44545, startcode=1732312208355 2024-11-22T21:50:09,405 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T21:50:09,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T21:50:09,405 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T21:50:09,405 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T21:50:09,409 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,414 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T21:50:09,415 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T21:50:09,415 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T21:50:09,420 DEBUG [RS:0;e125c70568e8:44545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T21:50:09,425 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T21:50:09,426 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T21:50:09,428 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312209427,5,FailOnTimeoutGroup] 2024-11-22T21:50:09,428 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312209428,5,FailOnTimeoutGroup] 2024-11-22T21:50:09,428 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,429 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T21:50:09,430 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,430 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:50:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:50:09,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T21:50:09,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491 2024-11-22T21:50:09,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:50:09,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:50:09,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:50:09,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:50:09,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:50:09,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:09,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:50:09,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:50:09,461 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T21:50:09,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:09,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:50:09,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:50:09,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:09,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:50:09,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e125c70568e8,44545,1732312208355 2024-11-22T21:50:09,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:50:09,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:09,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:09,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:50:09,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45989 {}] master.ServerManager(517): Registering regionserver=e125c70568e8,44545,1732312208355 2024-11-22T21:50:09,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740 2024-11-22T21:50:09,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740 2024-11-22T21:50:09,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:50:09,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:50:09,479 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:50:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:50:09,487 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:50:09,488 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801400, jitterRate=0.01903386414051056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:50:09,490 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491 2024-11-22T21:50:09,490 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38165 2024-11-22T21:50:09,490 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T21:50:09,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732312209452Initializing all the Stores at 1732312209453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312209453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312209454 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312209454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312209454Cleaning up temporary data from old regions at 1732312209478 (+24 ms)Region opened successfully at 1732312209491 (+13 ms) 2024-11-22T21:50:09,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:50:09,492 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:50:09,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:50:09,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:50:09,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:50:09,493 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:50:09,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312209492Disabling compacts and flushes for region at 1732312209492Disabling writes for close at 1732312209492Writing region close event to WAL at 1732312209493 (+1 ms)Closed at 1732312209493 2024-11-22T21:50:09,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:50:09,497 DEBUG [RS:0;e125c70568e8:44545 {}] zookeeper.ZKUtil(111): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e125c70568e8,44545,1732312208355 2024-11-22T21:50:09,497 WARN [RS:0;e125c70568e8:44545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:50:09,497 INFO [RS:0;e125c70568e8:44545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:50:09,497 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355 2024-11-22T21:50:09,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:50:09,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T21:50:09,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e125c70568e8,44545,1732312208355] 2024-11-22T21:50:09,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T21:50:09,516 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:50:09,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T21:50:09,527 INFO [RS:0;e125c70568e8:44545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T21:50:09,540 INFO [RS:0;e125c70568e8:44545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T21:50:09,546 INFO [RS:0;e125c70568e8:44545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T21:50:09,546 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,547 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T21:50:09,553 INFO [RS:0;e125c70568e8:44545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T21:50:09,554 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,554 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,554 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,555 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,555 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,555 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,555 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:50:09,555 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,556 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,556 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,556 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,556 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,556 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:50:09,556 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:50:09,557 DEBUG [RS:0;e125c70568e8:44545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:50:09,558 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,558 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,558 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,558 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,558 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,558 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44545,1732312208355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:50:09,584 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T21:50:09,586 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44545,1732312208355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,586 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,586 INFO [RS:0;e125c70568e8:44545 {}] regionserver.Replication(171): e125c70568e8,44545,1732312208355 started 2024-11-22T21:50:09,605 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:09,606 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1482): Serving as e125c70568e8,44545,1732312208355, RpcServer on e125c70568e8/172.17.0.2:44545, sessionid=0x1011c6d82060001 2024-11-22T21:50:09,606 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T21:50:09,607 DEBUG [RS:0;e125c70568e8:44545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e125c70568e8,44545,1732312208355 2024-11-22T21:50:09,607 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,44545,1732312208355' 2024-11-22T21:50:09,607 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T21:50:09,608 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T21:50:09,609 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T21:50:09,609 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T21:50:09,609 DEBUG [RS:0;e125c70568e8:44545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e125c70568e8,44545,1732312208355 2024-11-22T21:50:09,609 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,44545,1732312208355' 2024-11-22T21:50:09,609 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T21:50:09,610 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T21:50:09,611 DEBUG [RS:0;e125c70568e8:44545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T21:50:09,611 INFO [RS:0;e125c70568e8:44545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T21:50:09,611 INFO [RS:0;e125c70568e8:44545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T21:50:09,672 WARN [e125c70568e8:45989 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T21:50:09,717 INFO [RS:0;e125c70568e8:44545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:50:09,720 INFO [RS:0;e125c70568e8:44545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C44545%2C1732312208355, suffix=, logDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355, archiveDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/oldWALs, maxLogs=32 2024-11-22T21:50:09,738 DEBUG [RS:0;e125c70568e8:44545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312209723, exclude list is [], retry=0 2024-11-22T21:50:09,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK] 2024-11-22T21:50:09,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK] 2024-11-22T21:50:09,748 INFO [RS:0;e125c70568e8:44545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312209723 2024-11-22T21:50:09,748 DEBUG [RS:0;e125c70568e8:44545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067),(127.0.0.1/127.0.0.1:45207:45207)] 2024-11-22T21:50:09,925 DEBUG [e125c70568e8:45989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T21:50:09,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e125c70568e8,44545,1732312208355 2024-11-22T21:50:09,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,44545,1732312208355, state=OPENING 2024-11-22T21:50:09,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T21:50:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:50:09,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:50:09,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:50:09,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:50:09,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,44545,1732312208355}] 2024-11-22T21:50:10,137 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T21:50:10,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T21:50:10,152 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T21:50:10,152 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:50:10,153 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T21:50:10,156 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C44545%2C1732312208355.meta, suffix=.meta, logDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355, archiveDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/oldWALs, maxLogs=32 2024-11-22T21:50:10,174 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.meta.1732312210158.meta, exclude list is [], retry=0 2024-11-22T21:50:10,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK] 2024-11-22T21:50:10,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK] 2024-11-22T21:50:10,183 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.meta.1732312210158.meta 2024-11-22T21:50:10,183 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45207:45207),(127.0.0.1/127.0.0.1:33067:33067)] 2024-11-22T21:50:10,184 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:50:10,186 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T21:50:10,189 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T21:50:10,194 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T21:50:10,199 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T21:50:10,200 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:50:10,200 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T21:50:10,200 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T21:50:10,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:50:10,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:50:10,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:10,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:10,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:50:10,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:50:10,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:10,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:10,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:50:10,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:50:10,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:10,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:10,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:50:10,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:50:10,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:10,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:50:10,215 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:50:10,216 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740 2024-11-22T21:50:10,219 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740 2024-11-22T21:50:10,222 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:50:10,222 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:50:10,223 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:50:10,226 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:50:10,228 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780263, jitterRate=-0.007844477891921997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:50:10,229 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T21:50:10,231 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732312210201Writing region info on filesystem at 1732312210201Initializing all the Stores at 1732312210203 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312210203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312210203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312210203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312210203Cleaning up temporary data from old regions at 1732312210222 (+19 ms)Running coprocessor post-open hooks at 1732312210229 (+7 ms)Region opened successfully at 1732312210231 (+2 ms) 2024-11-22T21:50:10,241 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732312210126 2024-11-22T21:50:10,256 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T21:50:10,256 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T21:50:10,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,44545,1732312208355 2024-11-22T21:50:10,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,44545,1732312208355, state=OPEN 2024-11-22T21:50:10,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:50:10,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:50:10,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:50:10,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:50:10,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e125c70568e8,44545,1732312208355 2024-11-22T21:50:10,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T21:50:10,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,44545,1732312208355 in 308 msec 2024-11-22T21:50:10,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T21:50:10,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-11-22T21:50:10,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:50:10,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T21:50:10,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:50:10,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,44545,1732312208355, seqNum=-1] 2024-11-22T21:50:10,326 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:50:10,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:50:10,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0380 sec 2024-11-22T21:50:10,354 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732312210354, completionTime=-1 2024-11-22T21:50:10,358 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T21:50:10,358 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T21:50:10,390 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T21:50:10,390 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732312270390 2024-11-22T21:50:10,390 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732312330390 2024-11-22T21:50:10,390 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-22T21:50:10,393 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45989,1732312207560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:10,394 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45989,1732312207560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:10,394 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45989,1732312207560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:10,396 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e125c70568e8:45989, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:10,396 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:10,397 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:10,407 DEBUG [master/e125c70568e8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T21:50:10,430 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.918sec 2024-11-22T21:50:10,431 INFO [master/e125c70568e8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T21:50:10,433 INFO [master/e125c70568e8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T21:50:10,434 INFO [master/e125c70568e8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T21:50:10,435 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T21:50:10,435 INFO [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T21:50:10,436 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45989,1732312207560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:50:10,437 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45989,1732312207560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T21:50:10,447 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T21:50:10,448 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T21:50:10,448 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45989,1732312207560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:50:10,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:50:10,474 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T21:50:10,474 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T21:50:10,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e125c70568e8,45989,-1 for getting cluster id 2024-11-22T21:50:10,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T21:50:10,492 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2079513d-5f1e-415f-ac65-4b68a2c407db' 2024-11-22T21:50:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T21:50:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2079513d-5f1e-415f-ac65-4b68a2c407db" 2024-11-22T21:50:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ab58c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:50:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e125c70568e8,45989,-1] 2024-11-22T21:50:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T21:50:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:50:10,509 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T21:50:10,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffbf561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:50:10,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:50:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,44545,1732312208355, seqNum=-1] 2024-11-22T21:50:10,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:50:10,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:50:10,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e125c70568e8,45989,1732312207560 2024-11-22T21:50:10,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:50:10,556 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T21:50:10,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T21:50:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e125c70568e8,45989,1732312207560 2024-11-22T21:50:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a466cf 2024-11-22T21:50:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:50:10,572 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:50:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45989 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T21:50:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45989 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T21:50:10,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:50:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-22T21:50:10,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:50:10,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-22T21:50:10,593 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:10,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:50:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:50:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741835_1011 (size=389) 2024-11-22T21:50:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741835_1011 (size=389) 2024-11-22T21:50:10,614 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22acec0bcbf34c580c6f6955f0186210, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491 2024-11-22T21:50:10,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741836_1012 (size=72) 2024-11-22T21:50:10,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741836_1012 (size=72) 2024-11-22T21:50:10,626 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:50:10,626 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 22acec0bcbf34c580c6f6955f0186210, disabling compactions & flushes 2024-11-22T21:50:10,626 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:10,626 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:10,626 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. after waiting 0 ms 2024-11-22T21:50:10,626 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:10,627 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:10,627 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22acec0bcbf34c580c6f6955f0186210: Waiting for close lock at 1732312210626Disabling compacts and flushes for region at 1732312210626Disabling writes for close at 1732312210626Writing region close event to WAL at 1732312210627 (+1 ms)Closed at 1732312210627 2024-11-22T21:50:10,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:50:10,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732312210630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732312210630"}]},"ts":"1732312210630"} 2024-11-22T21:50:10,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T21:50:10,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:50:10,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312210645"}]},"ts":"1732312210645"} 2024-11-22T21:50:10,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-22T21:50:10,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=22acec0bcbf34c580c6f6955f0186210, ASSIGN}] 2024-11-22T21:50:10,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=22acec0bcbf34c580c6f6955f0186210, ASSIGN 2024-11-22T21:50:10,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=22acec0bcbf34c580c6f6955f0186210, ASSIGN; state=OFFLINE, location=e125c70568e8,44545,1732312208355; forceNewPlan=false, retain=false 2024-11-22T21:50:10,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22acec0bcbf34c580c6f6955f0186210, regionState=OPENING, regionLocation=e125c70568e8,44545,1732312208355 2024-11-22T21:50:10,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=22acec0bcbf34c580c6f6955f0186210, ASSIGN because future has completed 2024-11-22T21:50:10,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22acec0bcbf34c580c6f6955f0186210, server=e125c70568e8,44545,1732312208355}] 2024-11-22T21:50:11,001 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:11,002 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22acec0bcbf34c580c6f6955f0186210, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:50:11,003 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,003 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:50:11,003 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,003 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,012 INFO [StoreOpener-22acec0bcbf34c580c6f6955f0186210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,016 INFO [StoreOpener-22acec0bcbf34c580c6f6955f0186210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22acec0bcbf34c580c6f6955f0186210 columnFamilyName info 2024-11-22T21:50:11,017 DEBUG [StoreOpener-22acec0bcbf34c580c6f6955f0186210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:50:11,018 INFO [StoreOpener-22acec0bcbf34c580c6f6955f0186210-1 {}] regionserver.HStore(327): Store=22acec0bcbf34c580c6f6955f0186210/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:50:11,019 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,020 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,021 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,022 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,022 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,026 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,031 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:50:11,032 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22acec0bcbf34c580c6f6955f0186210; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=696734, jitterRate=-0.11405783891677856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T21:50:11,032 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:11,034 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22acec0bcbf34c580c6f6955f0186210: Running coprocessor pre-open hook at 1732312211003Writing region info on filesystem at 1732312211003Initializing all the Stores at 1732312211007 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312211007Cleaning up temporary data from old regions at 1732312211022 (+15 ms)Running coprocessor post-open hooks at 1732312211032 (+10 ms)Region opened successfully at 1732312211033 (+1 ms) 2024-11-22T21:50:11,036 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210., pid=6, masterSystemTime=1732312210992 2024-11-22T21:50:11,040 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:11,041 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:11,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22acec0bcbf34c580c6f6955f0186210, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,44545,1732312208355 2024-11-22T21:50:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22acec0bcbf34c580c6f6955f0186210, server=e125c70568e8,44545,1732312208355 because future has completed 2024-11-22T21:50:11,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T21:50:11,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22acec0bcbf34c580c6f6955f0186210, server=e125c70568e8,44545,1732312208355 in 211 msec 2024-11-22T21:50:11,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T21:50:11,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=22acec0bcbf34c580c6f6955f0186210, ASSIGN in 378 msec 2024-11-22T21:50:11,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:50:11,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312211060"}]},"ts":"1732312211060"} 2024-11-22T21:50:11,064 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-22T21:50:11,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:50:11,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 484 msec 2024-11-22T21:50:15,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:50:15,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T21:50:15,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-22T21:50:18,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T21:50:18,060 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T21:50:18,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-22T21:50:18,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T21:50:18,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:50:18,065 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T21:50:18,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T21:50:18,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T21:50:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:50:20,659 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-22T21:50:20,662 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-22T21:50:20,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-22T21:50:20,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:50:20,685 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312220670, exclude list is [], retry=0 2024-11-22T21:50:20,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK] 2024-11-22T21:50:20,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK] 2024-11-22T21:50:20,693 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312209723 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312220670 2024-11-22T21:50:20,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067),(127.0.0.1/127.0.0.1:45207:45207)] 2024-11-22T21:50:20,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312209723 is not closed yet, will try archiving it next time 2024-11-22T21:50:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741833_1009 (size=451) 2024-11-22T21:50:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741833_1009 (size=451) 2024-11-22T21:50:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210., hostname=e125c70568e8,44545,1732312208355, seqNum=2] 2024-11-22T21:50:20,710 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312209723 to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/oldWALs/e125c70568e8%2C44545%2C1732312208355.1732312209723 2024-11-22T21:50:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44545 {}] regionserver.HRegion(8855): Flush requested on 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:34,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22acec0bcbf34c580c6f6955f0186210 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:50:34,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/ca67b77219774073bed123f02bb822b1 is 1055, key is row0001/info:/1732312220705/Put/seqid=0 2024-11-22T21:50:34,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741838_1014 (size=13386) 2024-11-22T21:50:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741838_1014 (size=13386) 2024-11-22T21:50:34,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/ca67b77219774073bed123f02bb822b1 2024-11-22T21:50:34,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/ca67b77219774073bed123f02bb822b1 as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/info/ca67b77219774073bed123f02bb822b1 2024-11-22T21:50:34,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/info/ca67b77219774073bed123f02bb822b1, entries=8, sequenceid=12, filesize=13.1 K 2024-11-22T21:50:34,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 22acec0bcbf34c580c6f6955f0186210 in 153ms, sequenceid=12, compaction requested=false 2024-11-22T21:50:34,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22acec0bcbf34c580c6f6955f0186210: 2024-11-22T21:50:36,609 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:50:40,758 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312240744, exclude list is [], retry=0 2024-11-22T21:50:40,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK] 2024-11-22T21:50:40,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK] 2024-11-22T21:50:40,764 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312220670 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312240744 2024-11-22T21:50:40,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067),(127.0.0.1/127.0.0.1:45207:45207)] 2024-11-22T21:50:40,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312220670 is not closed yet, will try archiving it next time 2024-11-22T21:50:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741837_1013 (size=12149) 2024-11-22T21:50:40,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741837_1013 (size=12149) 2024-11-22T21:50:45,771 INFO [AsyncFSWAL-0-hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491-prefix:e125c70568e8,44545,1732312208355 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK], DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK]] 2024-11-22T21:50:45,773 WARN [AsyncFSWAL-0-hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491-prefix:e125c70568e8,44545,1732312208355 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK], DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK]] 2024-11-22T21:50:45,773 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e125c70568e8%2C44545%2C1732312208355:(num 1732312240744) roll requested 2024-11-22T21:50:45,789 DEBUG [regionserver/e125c70568e8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312245774, exclude list is [], retry=0 2024-11-22T21:50:45,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK] 2024-11-22T21:50:45,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK] 2024-11-22T21:50:45,796 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312240744 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312245774 2024-11-22T21:50:45,796 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067),(127.0.0.1/127.0.0.1:45207:45207)] 2024-11-22T21:50:45,796 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312240744 is not closed yet, will try archiving it next time 2024-11-22T21:50:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741839_1015 (size=1233) 2024-11-22T21:50:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741839_1015 (size=1233) 2024-11-22T21:50:47,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T21:50:47,789 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312247773, exclude list is [], retry=0 2024-11-22T21:50:47,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-dc27533d-e3d1-4e98-8580-075e6ecfad38,DISK] 2024-11-22T21:50:47,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-4027be6b-74e7-4bd1-95d1-6c56346feae5,DISK] 2024-11-22T21:50:47,798 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312245774 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312247773 2024-11-22T21:50:47,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45207:45207),(127.0.0.1/127.0.0.1:33067:33067)] 2024-11-22T21:50:47,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312245774 is not closed yet, will try archiving it next time 2024-11-22T21:50:47,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741840_1016 (size=93) 2024-11-22T21:50:47,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741840_1016 (size=93) 2024-11-22T21:50:47,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312245774 not finished, retry = 0 2024-11-22T21:50:47,903 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.1732312245774 to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/oldWALs/e125c70568e8%2C44545%2C1732312208355.1732312245774 2024-11-22T21:50:50,875 INFO [master/e125c70568e8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T21:50:50,875 INFO [master/e125c70568e8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T21:50:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44545 {}] regionserver.HRegion(8855): Flush requested on 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:50:55,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22acec0bcbf34c580c6f6955f0186210 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:50:55,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/93803359d8294d0885414587ca4961fe is 1055, key is row0009/info:/1732312236738/Put/seqid=0 2024-11-22T21:50:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741842_1018 (size=13386) 2024-11-22T21:50:55,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741842_1018 (size=13386) 2024-11-22T21:50:55,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/93803359d8294d0885414587ca4961fe 2024-11-22T21:50:55,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/93803359d8294d0885414587ca4961fe as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/info/93803359d8294d0885414587ca4961fe 2024-11-22T21:50:55,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/info/93803359d8294d0885414587ca4961fe, entries=8, sequenceid=23, filesize=13.1 K 2024-11-22T21:50:55,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 22acec0bcbf34c580c6f6955f0186210 in 55ms, sequenceid=23, compaction requested=false 2024-11-22T21:50:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22acec0bcbf34c580c6f6955f0186210: 2024-11-22T21:50:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-22T21:50:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:50:55,873 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/info/ca67b77219774073bed123f02bb822b1 because midkey is the same as first or last row 2024-11-22T21:50:56,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 22acec0bcbf34c580c6f6955f0186210, had cached 0 bytes from a total of 26772 2024-11-22T21:51:06,610 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:51:07,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T21:51:07,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:51:07,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:51:07,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:07,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:07,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T21:51:07,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T21:51:07,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=716660933, stopped=false 2024-11-22T21:51:07,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e125c70568e8,45989,1732312207560 2024-11-22T21:51:07,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:07,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:07,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:51:07,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:07,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:07,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:51:07,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:51:07,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:07,845 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e125c70568e8,44545,1732312208355' ***** 2024-11-22T21:51:07,845 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T21:51:07,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:07,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:07,846 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T21:51:07,846 INFO [RS:0;e125c70568e8:44545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T21:51:07,846 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T21:51:07,846 INFO [RS:0;e125c70568e8:44545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T21:51:07,846 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(3091): Received CLOSE for 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:51:07,847 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(959): stopping server e125c70568e8,44545,1732312208355 2024-11-22T21:51:07,847 INFO [RS:0;e125c70568e8:44545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:51:07,847 INFO [RS:0;e125c70568e8:44545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e125c70568e8:44545. 2024-11-22T21:51:07,847 DEBUG [RS:0;e125c70568e8:44545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:51:07,847 DEBUG [RS:0;e125c70568e8:44545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:07,847 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22acec0bcbf34c580c6f6955f0186210, disabling compactions & flushes 2024-11-22T21:51:07,847 INFO [RS:0;e125c70568e8:44545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T21:51:07,847 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:51:07,847 INFO [RS:0;e125c70568e8:44545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T21:51:07,847 INFO [RS:0;e125c70568e8:44545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T21:51:07,847 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:51:07,848 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. after waiting 0 ms 2024-11-22T21:51:07,848 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T21:51:07,848 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:51:07,848 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22acec0bcbf34c580c6f6955f0186210 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-22T21:51:07,848 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T21:51:07,848 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:51:07,848 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1325): Online Regions={22acec0bcbf34c580c6f6955f0186210=TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T21:51:07,848 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:51:07,848 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:51:07,848 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:51:07,848 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:51:07,849 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22acec0bcbf34c580c6f6955f0186210 2024-11-22T21:51:07,849 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-22T21:51:07,859 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/1c92c70c092f42ef938fa628983aae54 is 1055, key is row0017/info:/1732312257819/Put/seqid=0 2024-11-22T21:51:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741843_1019 (size=10222) 2024-11-22T21:51:07,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741843_1019 (size=10222) 2024-11-22T21:51:07,870 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/1c92c70c092f42ef938fa628983aae54 2024-11-22T21:51:07,875 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/info/47e37469224349b6b34d51746275dbcf is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210./info:regioninfo/1732312211042/Put/seqid=0 2024-11-22T21:51:07,882 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/.tmp/info/1c92c70c092f42ef938fa628983aae54 as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/info/1c92c70c092f42ef938fa628983aae54 2024-11-22T21:51:07,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741844_1020 (size=7016) 2024-11-22T21:51:07,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741844_1020 (size=7016) 2024-11-22T21:51:07,893 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/info/1c92c70c092f42ef938fa628983aae54, entries=5, sequenceid=31, filesize=10.0 K 2024-11-22T21:51:07,895 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 22acec0bcbf34c580c6f6955f0186210 in 46ms, sequenceid=31, compaction requested=true 2024-11-22T21:51:07,901 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/default/TestLogRolling-testSlowSyncLogRolling/22acec0bcbf34c580c6f6955f0186210/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-22T21:51:07,904 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:51:07,904 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22acec0bcbf34c580c6f6955f0186210: Waiting for close lock at 1732312267847Running coprocessor pre-close hooks at 1732312267847Disabling compacts and flushes for region at 1732312267847Disabling writes for close at 1732312267848 (+1 ms)Obtaining lock to block concurrent updates at 1732312267848Preparing flush snapshotting stores in 22acec0bcbf34c580c6f6955f0186210 at 1732312267848Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732312267848Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. at 1732312267850 (+2 ms)Flushing 22acec0bcbf34c580c6f6955f0186210/info: creating writer at 1732312267850Flushing 22acec0bcbf34c580c6f6955f0186210/info: appending metadata at 1732312267858 (+8 ms)Flushing 22acec0bcbf34c580c6f6955f0186210/info: closing flushed file at 1732312267858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ce20c1: reopening flushed file at 1732312267880 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 22acec0bcbf34c580c6f6955f0186210 in 46ms, sequenceid=31, compaction requested=true at 1732312267895 (+15 ms)Writing region close event to WAL at 1732312267896 (+1 ms)Running coprocessor post-close hooks at 1732312267902 (+6 ms)Closed at 1732312267904 (+2 ms) 2024-11-22T21:51:07,904 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732312210574.22acec0bcbf34c580c6f6955f0186210. 2024-11-22T21:51:08,049 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T21:51:08,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-22T21:51:08,249 DEBUG [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T21:51:08,287 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/info/47e37469224349b6b34d51746275dbcf 2024-11-22T21:51:08,316 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/ns/7c01167b369246259803be1ce58ef779 is 43, key is default/ns:d/1732312210335/Put/seqid=0 2024-11-22T21:51:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741845_1021 (size=5153) 2024-11-22T21:51:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741845_1021 (size=5153) 2024-11-22T21:51:08,324 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/ns/7c01167b369246259803be1ce58ef779 2024-11-22T21:51:08,348 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/table/950079cf8c9041cfb226a5e930e9d74c is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732312211060/Put/seqid=0 2024-11-22T21:51:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741846_1022 (size=5396) 2024-11-22T21:51:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741846_1022 (size=5396) 2024-11-22T21:51:08,355 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/table/950079cf8c9041cfb226a5e930e9d74c 2024-11-22T21:51:08,364 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/info/47e37469224349b6b34d51746275dbcf as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/info/47e37469224349b6b34d51746275dbcf 2024-11-22T21:51:08,371 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/info/47e37469224349b6b34d51746275dbcf, entries=10, sequenceid=11, filesize=6.9 K 2024-11-22T21:51:08,373 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/ns/7c01167b369246259803be1ce58ef779 as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/ns/7c01167b369246259803be1ce58ef779 2024-11-22T21:51:08,381 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/ns/7c01167b369246259803be1ce58ef779, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T21:51:08,383 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/.tmp/table/950079cf8c9041cfb226a5e930e9d74c as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/table/950079cf8c9041cfb226a5e930e9d74c 2024-11-22T21:51:08,393 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/table/950079cf8c9041cfb226a5e930e9d74c, entries=2, sequenceid=11, filesize=5.3 K 2024-11-22T21:51:08,395 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 545ms, sequenceid=11, compaction requested=false 2024-11-22T21:51:08,406 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T21:51:08,407 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:51:08,407 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:51:08,407 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312267848Running coprocessor pre-close hooks at 1732312267848Disabling compacts and flushes for region at 1732312267848Disabling writes for close at 1732312267848Obtaining lock to block concurrent updates at 1732312267849 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732312267849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732312267849Flushing stores of hbase:meta,,1.1588230740 at 1732312267850 (+1 ms)Flushing 1588230740/info: creating writer at 1732312267850Flushing 1588230740/info: appending metadata at 1732312267873 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732312267873Flushing 1588230740/ns: creating writer at 1732312268298 (+425 ms)Flushing 1588230740/ns: appending metadata at 1732312268315 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732312268315Flushing 1588230740/table: creating writer at 1732312268332 (+17 ms)Flushing 1588230740/table: appending metadata at 1732312268348 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732312268348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6ff164: reopening flushed file at 1732312268362 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c05832b: reopening flushed file at 1732312268372 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f02f850: reopening flushed file at 1732312268382 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 545ms, sequenceid=11, compaction requested=false at 1732312268395 (+13 ms)Writing region close event to WAL at 1732312268396 (+1 ms)Running coprocessor post-close hooks at 1732312268407 (+11 ms)Closed at 1732312268407 2024-11-22T21:51:08,408 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T21:51:08,450 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(976): stopping server e125c70568e8,44545,1732312208355; all regions closed. 2024-11-22T21:51:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741834_1010 (size=3066) 2024-11-22T21:51:08,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/WALs/e125c70568e8,44545,1732312208355/e125c70568e8%2C44545%2C1732312208355.meta.1732312210158.meta not finished, retry = 0 2024-11-22T21:51:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741834_1010 (size=3066) 2024-11-22T21:51:08,559 DEBUG [RS:0;e125c70568e8:44545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/oldWALs 2024-11-22T21:51:08,559 INFO [RS:0;e125c70568e8:44545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C44545%2C1732312208355.meta:.meta(num 1732312210158) 2024-11-22T21:51:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741841_1017 (size=13164) 2024-11-22T21:51:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741841_1017 (size=13164) 2024-11-22T21:51:08,568 DEBUG [RS:0;e125c70568e8:44545 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/oldWALs 2024-11-22T21:51:08,568 INFO [RS:0;e125c70568e8:44545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C44545%2C1732312208355:(num 1732312247773) 2024-11-22T21:51:08,569 DEBUG [RS:0;e125c70568e8:44545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:08,569 INFO [RS:0;e125c70568e8:44545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:51:08,569 INFO [RS:0;e125c70568e8:44545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:51:08,569 INFO [RS:0;e125c70568e8:44545 {}] hbase.ChoreService(370): Chore service for: regionserver/e125c70568e8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T21:51:08,569 INFO [RS:0;e125c70568e8:44545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:51:08,569 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:51:08,570 INFO [RS:0;e125c70568e8:44545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44545 2024-11-22T21:51:08,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e125c70568e8,44545,1732312208355 2024-11-22T21:51:08,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:51:08,573 INFO [RS:0;e125c70568e8:44545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:51:08,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e125c70568e8,44545,1732312208355] 2024-11-22T21:51:08,577 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e125c70568e8,44545,1732312208355 already deleted, retry=false 2024-11-22T21:51:08,577 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e125c70568e8,44545,1732312208355 expired; onlineServers=0 2024-11-22T21:51:08,577 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e125c70568e8,45989,1732312207560' ***** 2024-11-22T21:51:08,578 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T21:51:08,578 INFO [M:0;e125c70568e8:45989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:51:08,578 INFO [M:0;e125c70568e8:45989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:51:08,578 DEBUG [M:0;e125c70568e8:45989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T21:51:08,578 DEBUG [M:0;e125c70568e8:45989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T21:51:08,578 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T21:51:08,578 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312209427 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312209427,5,FailOnTimeoutGroup] 2024-11-22T21:51:08,578 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312209428 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312209428,5,FailOnTimeoutGroup] 2024-11-22T21:51:08,578 INFO [M:0;e125c70568e8:45989 {}] hbase.ChoreService(370): Chore service for: master/e125c70568e8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T21:51:08,578 INFO [M:0;e125c70568e8:45989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:51:08,578 DEBUG [M:0;e125c70568e8:45989 {}] master.HMaster(1795): Stopping service threads 2024-11-22T21:51:08,578 INFO [M:0;e125c70568e8:45989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T21:51:08,579 INFO [M:0;e125c70568e8:45989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:51:08,579 INFO [M:0;e125c70568e8:45989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T21:51:08,579 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T21:51:08,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T21:51:08,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:08,580 DEBUG [M:0;e125c70568e8:45989 {}] zookeeper.ZKUtil(347): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T21:51:08,580 WARN [M:0;e125c70568e8:45989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T21:51:08,581 INFO [M:0;e125c70568e8:45989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/.lastflushedseqids 2024-11-22T21:51:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741847_1023 (size=130) 2024-11-22T21:51:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741847_1023 (size=130) 2024-11-22T21:51:08,597 INFO [M:0;e125c70568e8:45989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T21:51:08,597 INFO [M:0;e125c70568e8:45989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T21:51:08,597 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:51:08,597 INFO [M:0;e125c70568e8:45989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:08,597 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:08,597 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:51:08,598 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:08,598 INFO [M:0;e125c70568e8:45989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-22T21:51:08,617 DEBUG [M:0;e125c70568e8:45989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad97e32e371e4543b596708a63164b73 is 82, key is hbase:meta,,1/info:regioninfo/1732312210257/Put/seqid=0 2024-11-22T21:51:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741848_1024 (size=5672) 2024-11-22T21:51:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741848_1024 (size=5672) 2024-11-22T21:51:08,624 INFO [M:0;e125c70568e8:45989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad97e32e371e4543b596708a63164b73 2024-11-22T21:51:08,649 DEBUG [M:0;e125c70568e8:45989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a7a12c04ed84ff7a3393e7b112a313c is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732312211068/Put/seqid=0 2024-11-22T21:51:08,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741849_1025 (size=6248) 2024-11-22T21:51:08,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741849_1025 (size=6248) 2024-11-22T21:51:08,656 INFO [M:0;e125c70568e8:45989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a7a12c04ed84ff7a3393e7b112a313c 2024-11-22T21:51:08,663 INFO [M:0;e125c70568e8:45989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a7a12c04ed84ff7a3393e7b112a313c 2024-11-22T21:51:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44545-0x1011c6d82060001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:08,677 INFO [RS:0;e125c70568e8:44545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:51:08,677 INFO [RS:0;e125c70568e8:44545 {}] regionserver.HRegionServer(1031): Exiting; stopping=e125c70568e8,44545,1732312208355; zookeeper connection closed. 2024-11-22T21:51:08,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e1b657 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e1b657 2024-11-22T21:51:08,678 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T21:51:08,680 DEBUG [M:0;e125c70568e8:45989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba3fbad738c41449e215e91e1920ca4 is 69, key is e125c70568e8,44545,1732312208355/rs:state/1732312209474/Put/seqid=0 2024-11-22T21:51:08,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741850_1026 (size=5156) 2024-11-22T21:51:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741850_1026 (size=5156) 2024-11-22T21:51:08,688 INFO [M:0;e125c70568e8:45989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba3fbad738c41449e215e91e1920ca4 2024-11-22T21:51:08,717 DEBUG [M:0;e125c70568e8:45989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c04efe4415b148928d84f3bc3e1c1356 is 52, key is load_balancer_on/state:d/1732312210552/Put/seqid=0 2024-11-22T21:51:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741851_1027 (size=5056) 2024-11-22T21:51:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741851_1027 (size=5056) 2024-11-22T21:51:08,739 INFO [M:0;e125c70568e8:45989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c04efe4415b148928d84f3bc3e1c1356 2024-11-22T21:51:08,748 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad97e32e371e4543b596708a63164b73 as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad97e32e371e4543b596708a63164b73 2024-11-22T21:51:08,764 INFO [M:0;e125c70568e8:45989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad97e32e371e4543b596708a63164b73, entries=8, sequenceid=59, filesize=5.5 K 2024-11-22T21:51:08,766 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a7a12c04ed84ff7a3393e7b112a313c as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a7a12c04ed84ff7a3393e7b112a313c 2024-11-22T21:51:08,780 INFO [M:0;e125c70568e8:45989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a7a12c04ed84ff7a3393e7b112a313c 2024-11-22T21:51:08,789 INFO [M:0;e125c70568e8:45989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a7a12c04ed84ff7a3393e7b112a313c, entries=6, sequenceid=59, filesize=6.1 K 2024-11-22T21:51:08,794 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba3fbad738c41449e215e91e1920ca4 as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ba3fbad738c41449e215e91e1920ca4 2024-11-22T21:51:08,818 INFO [M:0;e125c70568e8:45989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ba3fbad738c41449e215e91e1920ca4, entries=1, sequenceid=59, filesize=5.0 K 2024-11-22T21:51:08,823 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c04efe4415b148928d84f3bc3e1c1356 as hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c04efe4415b148928d84f3bc3e1c1356 2024-11-22T21:51:08,834 INFO [M:0;e125c70568e8:45989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c04efe4415b148928d84f3bc3e1c1356, entries=1, sequenceid=59, filesize=4.9 K 2024-11-22T21:51:08,836 INFO [M:0;e125c70568e8:45989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 238ms, sequenceid=59, compaction requested=false 2024-11-22T21:51:08,853 INFO [M:0;e125c70568e8:45989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:08,854 DEBUG [M:0;e125c70568e8:45989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312268597Disabling compacts and flushes for region at 1732312268597Disabling writes for close at 1732312268598 (+1 ms)Obtaining lock to block concurrent updates at 1732312268598Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732312268598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1732312268598Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732312268599 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732312268600 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732312268617 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732312268617Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732312268631 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732312268648 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732312268648Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732312268664 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732312268679 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732312268679Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732312268697 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732312268717 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732312268717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462444fc: reopening flushed file at 1732312268747 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c10834: reopening flushed file at 1732312268764 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f17018a: reopening flushed file at 1732312268790 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc5294f: reopening flushed file at 1732312268818 (+28 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 238ms, sequenceid=59, compaction requested=false at 1732312268836 (+18 ms)Writing region close event to WAL at 1732312268853 (+17 ms)Closed at 1732312268853 2024-11-22T21:51:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741830_1006 (size=27985) 2024-11-22T21:51:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741830_1006 (size=27985) 2024-11-22T21:51:08,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:51:08,865 INFO [M:0;e125c70568e8:45989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T21:51:08,865 INFO [M:0;e125c70568e8:45989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45989 2024-11-22T21:51:08,865 INFO [M:0;e125c70568e8:45989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:51:08,968 INFO [M:0;e125c70568e8:45989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:51:08,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:08,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45989-0x1011c6d82060000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:08,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:08,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:08,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:08,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:08,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:08,983 WARN [BP-1920075958-172.17.0.2-1732312204469 heartbeating to localhost/127.0.0.1:38165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:08,983 WARN [BP-1920075958-172.17.0.2-1732312204469 heartbeating to localhost/127.0.0.1:38165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1920075958-172.17.0.2-1732312204469 (Datanode Uuid 7f8e2321-a4d0-4445-9950-f455d541dcd8) service to localhost/127.0.0.1:38165 2024-11-22T21:51:08,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data4/current/BP-1920075958-172.17.0.2-1732312204469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:08,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data3/current/BP-1920075958-172.17.0.2-1732312204469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:08,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:08,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:08,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:08,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:08,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:08,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:08,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:08,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:08,998 WARN [BP-1920075958-172.17.0.2-1732312204469 heartbeating to localhost/127.0.0.1:38165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:08,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:08,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:08,998 WARN [BP-1920075958-172.17.0.2-1732312204469 heartbeating to localhost/127.0.0.1:38165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1920075958-172.17.0.2-1732312204469 (Datanode Uuid d91625a9-333d-4241-a76e-9bbe4d2191d3) service to localhost/127.0.0.1:38165 2024-11-22T21:51:08,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data1/current/BP-1920075958-172.17.0.2-1732312204469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:08,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/cluster_505f23e6-83ae-ce98-e31e-2fc99694c027/data/data2/current/BP-1920075958-172.17.0.2-1732312204469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:09,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:09,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:51:09,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:09,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:09,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:09,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:09,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T21:51:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T21:51:09,074 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e125c70568e8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38165 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6db6bca8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e125c70568e8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e125c70568e8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e125c70568e8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=7002 (was 6985) - AvailableMemoryMB LEAK? - 2024-11-22T21:51:09,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=7000 2024-11-22T21:51:09,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T21:51:09,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.log.dir so I do NOT create it in target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f 2024-11-22T21:51:09,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7da2472-af9c-6720-5ff9-060e8a97448a/hadoop.tmp.dir so I do NOT create it in target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f 2024-11-22T21:51:09,081 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74, deleteOnExit=true 2024-11-22T21:51:09,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/test.cache.data in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T21:51:09,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T21:51:09,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/nfs.dump.dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T21:51:09,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T21:51:09,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:09,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:09,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:09,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:09,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:51:09,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:09,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648fb82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:09,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:09,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375d1d1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir/jetty-localhost-38275-hadoop-hdfs-3_4_1-tests_jar-_-any-14739183566475544317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:51:09,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@487bdcb9{HTTP/1.1, (http/1.1)}{localhost:38275} 2024-11-22T21:51:09,327 INFO [Time-limited test {}] server.Server(415): Started @67110ms 2024-11-22T21:51:09,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:09,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:09,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:09,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:09,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T21:51:09,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a545b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:09,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:09,561 INFO [regionserver/e125c70568e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:51:09,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6af8ea6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir/jetty-localhost-46533-hadoop-hdfs-3_4_1-tests_jar-_-any-820957422691401002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:09,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26d8ef5e{HTTP/1.1, (http/1.1)}{localhost:46533} 2024-11-22T21:51:09,607 INFO [Time-limited test {}] server.Server(415): Started @67390ms 2024-11-22T21:51:09,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:09,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:09,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:09,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:09,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:09,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:51:09,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c15ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:09,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:09,700 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data1/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:09,701 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data2/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:09,725 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b970060082759d9 with lease ID 0xf2d556fb25e04771: Processing first storage report for DS-f4d3596a-ed74-403f-8b80-21d74232a6e6 from datanode DatanodeRegistration(127.0.0.1:40437, datanodeUuid=d77f846a-7ee5-47ae-8c5f-94e66dda016e, infoPort=33783, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b970060082759d9 with lease ID 0xf2d556fb25e04771: from storage DS-f4d3596a-ed74-403f-8b80-21d74232a6e6 node DatanodeRegistration(127.0.0.1:40437, datanodeUuid=d77f846a-7ee5-47ae-8c5f-94e66dda016e, infoPort=33783, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b970060082759d9 with lease ID 0xf2d556fb25e04771: Processing first storage report for DS-a5d0f6bd-97ed-49d7-ade8-5a6875742fae from datanode DatanodeRegistration(127.0.0.1:40437, datanodeUuid=d77f846a-7ee5-47ae-8c5f-94e66dda016e, infoPort=33783, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b970060082759d9 with lease ID 0xf2d556fb25e04771: from storage DS-a5d0f6bd-97ed-49d7-ade8-5a6875742fae node DatanodeRegistration(127.0.0.1:40437, datanodeUuid=d77f846a-7ee5-47ae-8c5f-94e66dda016e, infoPort=33783, infoSecurePort=0, ipcPort=38287, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:09,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a58fc3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir/jetty-localhost-42981-hadoop-hdfs-3_4_1-tests_jar-_-any-16381607905259200660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:09,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f06258f{HTTP/1.1, (http/1.1)}{localhost:42981} 2024-11-22T21:51:09,770 INFO [Time-limited test {}] server.Server(415): Started @67553ms 2024-11-22T21:51:09,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:09,859 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data3/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:09,859 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data4/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:09,881 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:09,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac4fdf4c3b258534 with lease ID 0xf2d556fb25e04772: Processing first storage report for DS-4d18fbb6-51f6-498c-97f5-db6d6f5159b2 from datanode DatanodeRegistration(127.0.0.1:37529, datanodeUuid=629a0f6b-26ec-4c4a-87ca-4ec3dacfb74e, infoPort=44073, infoSecurePort=0, ipcPort=39189, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:09,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac4fdf4c3b258534 with lease ID 0xf2d556fb25e04772: from storage DS-4d18fbb6-51f6-498c-97f5-db6d6f5159b2 node DatanodeRegistration(127.0.0.1:37529, datanodeUuid=629a0f6b-26ec-4c4a-87ca-4ec3dacfb74e, infoPort=44073, infoSecurePort=0, ipcPort=39189, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:09,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac4fdf4c3b258534 with lease ID 0xf2d556fb25e04772: Processing first storage report for DS-987f8d88-dd19-4595-b0ff-327b31ad45ea from datanode DatanodeRegistration(127.0.0.1:37529, datanodeUuid=629a0f6b-26ec-4c4a-87ca-4ec3dacfb74e, infoPort=44073, infoSecurePort=0, ipcPort=39189, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:09,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac4fdf4c3b258534 with lease ID 0xf2d556fb25e04772: from storage DS-987f8d88-dd19-4595-b0ff-327b31ad45ea node DatanodeRegistration(127.0.0.1:37529, datanodeUuid=629a0f6b-26ec-4c4a-87ca-4ec3dacfb74e, infoPort=44073, infoSecurePort=0, ipcPort=39189, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:09,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f 2024-11-22T21:51:09,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/zookeeper_0, clientPort=59771, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T21:51:09,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59771 2024-11-22T21:51:09,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:09,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:51:09,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:51:09,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5 with version=8 2024-11-22T21:51:09,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/hbase-staging 2024-11-22T21:51:09,927 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:51:09,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:09,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:09,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:51:09,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:09,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:51:09,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T21:51:09,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:51:09,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44723 2024-11-22T21:51:09,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44723 connecting to ZooKeeper ensemble=127.0.0.1:59771 2024-11-22T21:51:09,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447230x0, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:51:09,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44723-0x1011c6e78fd0000 connected 2024-11-22T21:51:09,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:09,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:09,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:09,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5, hbase.cluster.distributed=false 2024-11-22T21:51:09,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:51:09,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44723 2024-11-22T21:51:09,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44723 2024-11-22T21:51:09,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44723 2024-11-22T21:51:09,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44723 2024-11-22T21:51:09,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44723 2024-11-22T21:51:09,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:51:09,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:09,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:09,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:51:09,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:09,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:51:09,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T21:51:09,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:51:09,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32827 2024-11-22T21:51:09,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32827 connecting to ZooKeeper ensemble=127.0.0.1:59771 2024-11-22T21:51:09,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:09,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328270x0, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:51:10,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328270x0, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:10,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T21:51:10,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32827-0x1011c6e78fd0001 connected 2024-11-22T21:51:10,009 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T21:51:10,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:51:10,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:51:10,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32827 2024-11-22T21:51:10,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32827 2024-11-22T21:51:10,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32827 2024-11-22T21:51:10,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32827 2024-11-22T21:51:10,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32827 2024-11-22T21:51:10,040 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e125c70568e8:44723 2024-11-22T21:51:10,040 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e125c70568e8,44723,1732312269926 2024-11-22T21:51:10,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:10,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:10,044 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e125c70568e8,44723,1732312269926 2024-11-22T21:51:10,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T21:51:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,047 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T21:51:10,048 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e125c70568e8,44723,1732312269926 from backup master directory 2024-11-22T21:51:10,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e125c70568e8,44723,1732312269926 2024-11-22T21:51:10,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:10,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:10,051 WARN [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:51:10,051 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e125c70568e8,44723,1732312269926 2024-11-22T21:51:10,075 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/hbase.id] with ID: 037ab0a0-3517-4ce1-8061-4533a5304cb9 2024-11-22T21:51:10,075 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/.tmp/hbase.id 2024-11-22T21:51:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:51:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:51:10,090 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/.tmp/hbase.id]:[hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/hbase.id] 2024-11-22T21:51:10,121 INFO [master/e125c70568e8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:10,121 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T21:51:10,124 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-22T21:51:10,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:51:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:51:10,157 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:51:10,158 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T21:51:10,158 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:51:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:51:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:51:10,173 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store 2024-11-22T21:51:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:51:10,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:51:10,184 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:10,184 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:51:10,184 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:10,184 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:10,184 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:51:10,185 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:10,185 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:10,185 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312270184Disabling compacts and flushes for region at 1732312270184Disabling writes for close at 1732312270185 (+1 ms)Writing region close event to WAL at 1732312270185Closed at 1732312270185 2024-11-22T21:51:10,186 WARN [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/.initializing 2024-11-22T21:51:10,186 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926 2024-11-22T21:51:10,187 INFO [master/e125c70568e8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:51:10,190 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C44723%2C1732312269926, suffix=, logDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/oldWALs, maxLogs=10 2024-11-22T21:51:10,207 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190, exclude list is [], retry=0 2024-11-22T21:51:10,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40437,DS-f4d3596a-ed74-403f-8b80-21d74232a6e6,DISK] 2024-11-22T21:51:10,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-4d18fbb6-51f6-498c-97f5-db6d6f5159b2,DISK] 2024-11-22T21:51:10,229 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 2024-11-22T21:51:10,229 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33783:33783),(127.0.0.1/127.0.0.1:44073:44073)] 2024-11-22T21:51:10,229 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:51:10,230 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:10,230 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,230 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T21:51:10,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:10,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T21:51:10,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:10,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T21:51:10,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:10,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T21:51:10,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:10,248 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,249 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,250 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,252 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,252 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,253 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T21:51:10,255 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:10,260 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:51:10,261 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744566, jitterRate=-0.053235769271850586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T21:51:10,263 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732312270230Initializing all the Stores at 1732312270232 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312270232Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312270233 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312270233Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312270233Cleaning up temporary data from old regions at 1732312270253 (+20 ms)Region opened successfully at 1732312270263 (+10 ms) 2024-11-22T21:51:10,266 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T21:51:10,275 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c95624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:51:10,277 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T21:51:10,277 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T21:51:10,277 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T21:51:10,278 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T21:51:10,279 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T21:51:10,280 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T21:51:10,280 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T21:51:10,288 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T21:51:10,289 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T21:51:10,296 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T21:51:10,296 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T21:51:10,301 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T21:51:10,309 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T21:51:10,310 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T21:51:10,323 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T21:51:10,324 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T21:51:10,326 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T21:51:10,327 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T21:51:10,331 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T21:51:10,333 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T21:51:10,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:10,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:10,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,346 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e125c70568e8,44723,1732312269926, sessionid=0x1011c6e78fd0000, setting cluster-up flag (Was=false) 2024-11-22T21:51:10,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,365 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T21:51:10,367 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,44723,1732312269926 2024-11-22T21:51:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,381 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T21:51:10,383 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,44723,1732312269926 2024-11-22T21:51:10,390 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T21:51:10,396 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:10,396 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T21:51:10,396 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T21:51:10,397 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e125c70568e8,44723,1732312269926 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T21:51:10,399 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:10,399 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:10,399 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:10,399 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:10,399 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e125c70568e8:0, corePoolSize=10, maxPoolSize=10 2024-11-22T21:51:10,399 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,399 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:51:10,400 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,403 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732312300403 2024-11-22T21:51:10,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T21:51:10,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T21:51:10,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T21:51:10,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T21:51:10,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T21:51:10,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T21:51:10,404 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:10,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T21:51:10,405 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T21:51:10,405 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T21:51:10,405 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T21:51:10,407 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T21:51:10,409 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T21:51:10,409 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T21:51:10,421 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312270409,5,FailOnTimeoutGroup] 2024-11-22T21:51:10,422 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312270421,5,FailOnTimeoutGroup] 2024-11-22T21:51:10,422 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,422 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T21:51:10,422 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,422 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,427 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(746): ClusterId : 037ab0a0-3517-4ce1-8061-4533a5304cb9 2024-11-22T21:51:10,427 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T21:51:10,432 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T21:51:10,432 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T21:51:10,435 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T21:51:10,435 DEBUG [RS:0;e125c70568e8:32827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3963fcac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:51:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:51:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:51:10,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T21:51:10,456 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5 2024-11-22T21:51:10,467 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e125c70568e8:32827 2024-11-22T21:51:10,467 INFO [RS:0;e125c70568e8:32827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T21:51:10,467 INFO [RS:0;e125c70568e8:32827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T21:51:10,467 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T21:51:10,468 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(2659): reportForDuty to master=e125c70568e8,44723,1732312269926 with port=32827, startcode=1732312269984 2024-11-22T21:51:10,469 DEBUG [RS:0;e125c70568e8:32827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T21:51:10,484 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T21:51:10,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e125c70568e8,32827,1732312269984 2024-11-22T21:51:10,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44723 {}] master.ServerManager(517): Registering regionserver=e125c70568e8,32827,1732312269984 2024-11-22T21:51:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:51:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:51:10,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:10,488 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5 2024-11-22T21:51:10,488 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38977 2024-11-22T21:51:10,489 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T21:51:10,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:51:10,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:51:10,492 DEBUG [RS:0;e125c70568e8:32827 {}] zookeeper.ZKUtil(111): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e125c70568e8,32827,1732312269984 2024-11-22T21:51:10,492 WARN [RS:0;e125c70568e8:32827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:51:10,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:51:10,492 INFO [RS:0;e125c70568e8:32827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:51:10,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,493 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984 2024-11-22T21:51:10,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e125c70568e8,32827,1732312269984] 2024-11-22T21:51:10,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:10,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:51:10,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:51:10,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:10,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:51:10,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:51:10,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:10,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:51:10,501 INFO [RS:0;e125c70568e8:32827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T21:51:10,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:51:10,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:10,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:10,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:51:10,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740 2024-11-22T21:51:10,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740 2024-11-22T21:51:10,507 INFO [RS:0;e125c70568e8:32827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T21:51:10,507 INFO [RS:0;e125c70568e8:32827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T21:51:10,507 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:51:10,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:51:10,509 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T21:51:10,510 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:51:10,510 INFO [RS:0;e125c70568e8:32827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T21:51:10,510 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:51:10,511 DEBUG [RS:0;e125c70568e8:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:51:10,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:51:10,512 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,512 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,512 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,512 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,513 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,513 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,32827,1732312269984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:51:10,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:51:10,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717231, jitterRate=-0.08799475431442261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:51:10,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732312270487Initializing all the Stores at 1732312270489 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312270489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312270489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312270489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312270489Cleaning up temporary data from old regions at 1732312270509 (+20 ms)Region opened successfully at 1732312270518 (+9 ms) 2024-11-22T21:51:10,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:51:10,518 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:51:10,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:51:10,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:51:10,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:51:10,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:51:10,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312270518Disabling compacts and flushes for region at 1732312270518Disabling writes for close at 1732312270518Writing region close event to WAL at 1732312270519 (+1 ms)Closed at 1732312270519 2024-11-22T21:51:10,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:10,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T21:51:10,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T21:51:10,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:51:10,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T21:51:10,536 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T21:51:10,537 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,32827,1732312269984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,537 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,537 INFO [RS:0;e125c70568e8:32827 {}] regionserver.Replication(171): e125c70568e8,32827,1732312269984 started 2024-11-22T21:51:10,559 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:10,559 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1482): Serving as e125c70568e8,32827,1732312269984, RpcServer on e125c70568e8/172.17.0.2:32827, sessionid=0x1011c6e78fd0001 2024-11-22T21:51:10,559 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T21:51:10,559 DEBUG [RS:0;e125c70568e8:32827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e125c70568e8,32827,1732312269984 2024-11-22T21:51:10,560 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,32827,1732312269984' 2024-11-22T21:51:10,560 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T21:51:10,561 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T21:51:10,562 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T21:51:10,562 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T21:51:10,562 DEBUG [RS:0;e125c70568e8:32827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e125c70568e8,32827,1732312269984 2024-11-22T21:51:10,562 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,32827,1732312269984' 2024-11-22T21:51:10,562 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T21:51:10,565 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T21:51:10,566 DEBUG [RS:0;e125c70568e8:32827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T21:51:10,567 INFO [RS:0;e125c70568e8:32827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T21:51:10,567 INFO [RS:0;e125c70568e8:32827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T21:51:10,667 INFO [RS:0;e125c70568e8:32827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:51:10,671 INFO [RS:0;e125c70568e8:32827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C32827%2C1732312269984, suffix=, logDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/oldWALs, maxLogs=32 2024-11-22T21:51:10,676 WARN [e125c70568e8:44723 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T21:51:10,695 DEBUG [RS:0;e125c70568e8:32827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673, exclude list is [], retry=0 2024-11-22T21:51:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40437,DS-f4d3596a-ed74-403f-8b80-21d74232a6e6,DISK] 2024-11-22T21:51:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-4d18fbb6-51f6-498c-97f5-db6d6f5159b2,DISK] 2024-11-22T21:51:10,714 INFO [RS:0;e125c70568e8:32827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 2024-11-22T21:51:10,715 DEBUG [RS:0;e125c70568e8:32827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33783:33783),(127.0.0.1/127.0.0.1:44073:44073)] 2024-11-22T21:51:10,926 DEBUG [e125c70568e8:44723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T21:51:10,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e125c70568e8,32827,1732312269984 2024-11-22T21:51:10,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,32827,1732312269984, state=OPENING 2024-11-22T21:51:10,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T21:51:10,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:10,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:10,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:10,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:51:10,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,32827,1732312269984}] 2024-11-22T21:51:11,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T21:51:11,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T21:51:11,102 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T21:51:11,103 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:51:11,103 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T21:51:11,106 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C32827%2C1732312269984.meta, suffix=.meta, logDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/oldWALs, maxLogs=32 2024-11-22T21:51:11,127 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta, exclude list is [], retry=0 2024-11-22T21:51:11,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-4d18fbb6-51f6-498c-97f5-db6d6f5159b2,DISK] 2024-11-22T21:51:11,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40437,DS-f4d3596a-ed74-403f-8b80-21d74232a6e6,DISK] 2024-11-22T21:51:11,146 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta 2024-11-22T21:51:11,146 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44073:44073),(127.0.0.1/127.0.0.1:33783:33783)] 2024-11-22T21:51:11,146 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:51:11,147 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T21:51:11,147 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T21:51:11,147 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T21:51:11,147 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T21:51:11,147 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:11,147 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T21:51:11,147 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T21:51:11,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:51:11,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:51:11,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:11,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:11,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:51:11,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:51:11,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:11,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:11,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:51:11,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:51:11,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:11,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:11,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:51:11,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:51:11,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:11,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:11,159 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:51:11,160 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740 2024-11-22T21:51:11,162 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740 2024-11-22T21:51:11,164 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:51:11,164 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:51:11,165 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:51:11,168 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:51:11,169 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830625, jitterRate=0.05619518458843231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:51:11,169 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T21:51:11,170 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732312271147Writing region info on filesystem at 1732312271147Initializing all the Stores at 1732312271149 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312271149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312271149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312271149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312271149Cleaning up temporary data from old regions at 1732312271164 (+15 ms)Running coprocessor post-open hooks at 1732312271169 (+5 ms)Region opened successfully at 1732312271170 (+1 ms) 2024-11-22T21:51:11,172 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732312271093 2024-11-22T21:51:11,175 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T21:51:11,175 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T21:51:11,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,32827,1732312269984 2024-11-22T21:51:11,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,32827,1732312269984, state=OPEN 2024-11-22T21:51:11,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:51:11,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:51:11,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:11,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:11,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e125c70568e8,32827,1732312269984 2024-11-22T21:51:11,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T21:51:11,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,32827,1732312269984 in 248 msec 2024-11-22T21:51:11,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T21:51:11,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-22T21:51:11,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:11,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T21:51:11,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:51:11,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,32827,1732312269984, seqNum=-1] 2024-11-22T21:51:11,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:51:11,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:51:11,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 813 msec 2024-11-22T21:51:11,209 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732312271209, completionTime=-1 2024-11-22T21:51:11,209 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T21:51:11,209 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T21:51:11,212 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T21:51:11,212 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732312331212 2024-11-22T21:51:11,212 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732312391212 2024-11-22T21:51:11,212 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T21:51:11,213 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44723,1732312269926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:11,213 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44723,1732312269926-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:11,213 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44723,1732312269926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:11,213 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e125c70568e8:44723, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:11,213 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:11,216 DEBUG [master/e125c70568e8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T21:51:11,221 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.176sec 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44723,1732312269926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:51:11,227 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44723,1732312269926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T21:51:11,237 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T21:51:11,237 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T21:51:11,237 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,44723,1732312269926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:11,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5250fa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:51:11,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e125c70568e8,44723,-1 for getting cluster id 2024-11-22T21:51:11,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T21:51:11,337 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '037ab0a0-3517-4ce1-8061-4533a5304cb9' 2024-11-22T21:51:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T21:51:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "037ab0a0-3517-4ce1-8061-4533a5304cb9" 2024-11-22T21:51:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4d64c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:51:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e125c70568e8,44723,-1] 2024-11-22T21:51:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T21:51:11,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:11,342 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T21:51:11,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2133de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:51:11,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:51:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,32827,1732312269984, seqNum=-1] 2024-11-22T21:51:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:51:11,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:51:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e125c70568e8,44723,1732312269926 2024-11-22T21:51:11,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:11,354 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T21:51:11,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:11,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:11,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:11,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:11,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T21:51:11,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:11,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:11,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ea99249{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir/jetty-localhost-46417-hadoop-hdfs-3_4_1-tests_jar-_-any-5562637155880593577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:11,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:46417} 2024-11-22T21:51:11,546 INFO [Time-limited test {}] server.Server(415): Started @69328ms 2024-11-22T21:51:11,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:11,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:11,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:11,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:11,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:11,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:51:11,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:11,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:11,671 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data5/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:11,671 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data6/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:11,721 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4101ea0862e9c84 with lease ID 0xf2d556fb25e04773: Processing first storage report for DS-1fd1df38-7a94-4837-92e1-b659cc9182da from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=4e7ca240-845a-4908-ad7d-6ddf8c89d849, infoPort=45889, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4101ea0862e9c84 with lease ID 0xf2d556fb25e04773: from storage DS-1fd1df38-7a94-4837-92e1-b659cc9182da node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=4e7ca240-845a-4908-ad7d-6ddf8c89d849, infoPort=45889, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4101ea0862e9c84 with lease ID 0xf2d556fb25e04773: Processing first storage report for DS-d80e66b0-2bba-4d8c-998f-c86a381ccb47 from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=4e7ca240-845a-4908-ad7d-6ddf8c89d849, infoPort=45889, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4101ea0862e9c84 with lease ID 0xf2d556fb25e04773: from storage DS-d80e66b0-2bba-4d8c-998f-c86a381ccb47 node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=4e7ca240-845a-4908-ad7d-6ddf8c89d849, infoPort=45889, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:11,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir/jetty-localhost-38189-hadoop-hdfs-3_4_1-tests_jar-_-any-3930356200323407470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:11,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:38189} 2024-11-22T21:51:11,802 INFO [Time-limited test {}] server.Server(415): Started @69585ms 2024-11-22T21:51:11,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:11,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:11,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:11,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:11,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:11,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:51:11,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:11,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:11,924 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data8/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:11,924 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data7/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:11,965 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x234be9a7bd68f61e with lease ID 0xf2d556fb25e04774: Processing first storage report for DS-80e9608d-4bb0-447c-87f7-c402b2735d18 from datanode DatanodeRegistration(127.0.0.1:43989, datanodeUuid=50d813c7-eefa-40ab-b9cd-2722fa6bbe11, infoPort=40275, infoSecurePort=0, ipcPort=46113, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x234be9a7bd68f61e with lease ID 0xf2d556fb25e04774: from storage DS-80e9608d-4bb0-447c-87f7-c402b2735d18 node DatanodeRegistration(127.0.0.1:43989, datanodeUuid=50d813c7-eefa-40ab-b9cd-2722fa6bbe11, infoPort=40275, infoSecurePort=0, ipcPort=46113, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T21:51:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x234be9a7bd68f61e with lease ID 0xf2d556fb25e04774: Processing first storage report for DS-99e46a87-a759-4288-bdd8-f7186b647310 from datanode DatanodeRegistration(127.0.0.1:43989, datanodeUuid=50d813c7-eefa-40ab-b9cd-2722fa6bbe11, infoPort=40275, infoSecurePort=0, ipcPort=46113, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x234be9a7bd68f61e with lease ID 0xf2d556fb25e04774: from storage DS-99e46a87-a759-4288-bdd8-f7186b647310 node DatanodeRegistration(127.0.0.1:43989, datanodeUuid=50d813c7-eefa-40ab-b9cd-2722fa6bbe11, infoPort=40275, infoSecurePort=0, ipcPort=46113, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:12,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f58397{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir/jetty-localhost-37973-hadoop-hdfs-3_4_1-tests_jar-_-any-14394534754104503925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:12,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:37973} 2024-11-22T21:51:12,000 INFO [Time-limited test {}] server.Server(415): Started @69783ms 2024-11-22T21:51:12,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:12,092 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data9/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:12,092 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data10/current/BP-745005051-172.17.0.2-1732312269118/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:12,109 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefc40d92bf8fff67 with lease ID 0xf2d556fb25e04775: Processing first storage report for DS-c891c188-de9e-431e-9a0d-1d94bc9399b0 from datanode DatanodeRegistration(127.0.0.1:40899, datanodeUuid=cac92742-4e71-4440-ba4c-88a23b9e28dd, infoPort=43459, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefc40d92bf8fff67 with lease ID 0xf2d556fb25e04775: from storage DS-c891c188-de9e-431e-9a0d-1d94bc9399b0 node DatanodeRegistration(127.0.0.1:40899, datanodeUuid=cac92742-4e71-4440-ba4c-88a23b9e28dd, infoPort=43459, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefc40d92bf8fff67 with lease ID 0xf2d556fb25e04775: Processing first storage report for DS-58ca3582-99d9-4e41-a26b-57d596a43fd3 from datanode DatanodeRegistration(127.0.0.1:40899, datanodeUuid=cac92742-4e71-4440-ba4c-88a23b9e28dd, infoPort=43459, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118) 2024-11-22T21:51:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefc40d92bf8fff67 with lease ID 0xf2d556fb25e04775: from storage DS-58ca3582-99d9-4e41-a26b-57d596a43fd3 node DatanodeRegistration(127.0.0.1:40899, datanodeUuid=cac92742-4e71-4440-ba4c-88a23b9e28dd, infoPort=43459, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:12,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T21:51:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e125c70568e8,44723,1732312269926 2024-11-22T21:51:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cd624a7 2024-11-22T21:51:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:51:12,132 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:51:12,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44723 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T21:51:12,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T21:51:12,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:51:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T21:51:12,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:51:12,136 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:12,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-22T21:51:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:51:12,138 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:51:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741835_1011 (size=393) 2024-11-22T21:51:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741835_1011 (size=393) 2024-11-22T21:51:12,148 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 181902f1cf0bf632b6c9cdab8561fc75, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5 2024-11-22T21:51:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741836_1012 (size=76) 2024-11-22T21:51:12,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43989 is added to blk_1073741836_1012 (size=76) 2024-11-22T21:51:12,157 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:12,157 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 181902f1cf0bf632b6c9cdab8561fc75, disabling compactions & flushes 2024-11-22T21:51:12,157 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:12,157 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:12,157 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. after waiting 0 ms 2024-11-22T21:51:12,157 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:12,157 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:12,157 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 181902f1cf0bf632b6c9cdab8561fc75: Waiting for close lock at 1732312272157Disabling compacts and flushes for region at 1732312272157Disabling writes for close at 1732312272157Writing region close event to WAL at 1732312272157Closed at 1732312272157 2024-11-22T21:51:12,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:51:12,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732312272159"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732312272159"}]},"ts":"1732312272159"} 2024-11-22T21:51:12,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T21:51:12,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:51:12,163 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312272163"}]},"ts":"1732312272163"} 2024-11-22T21:51:12,165 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-22T21:51:12,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=181902f1cf0bf632b6c9cdab8561fc75, ASSIGN}] 2024-11-22T21:51:12,167 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=181902f1cf0bf632b6c9cdab8561fc75, ASSIGN 2024-11-22T21:51:12,168 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=181902f1cf0bf632b6c9cdab8561fc75, ASSIGN; state=OFFLINE, location=e125c70568e8,32827,1732312269984; forceNewPlan=false, retain=false 2024-11-22T21:51:12,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=181902f1cf0bf632b6c9cdab8561fc75, regionState=OPENING, regionLocation=e125c70568e8,32827,1732312269984 2024-11-22T21:51:12,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=181902f1cf0bf632b6c9cdab8561fc75, ASSIGN because future has completed 2024-11-22T21:51:12,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 181902f1cf0bf632b6c9cdab8561fc75, server=e125c70568e8,32827,1732312269984}] 2024-11-22T21:51:12,483 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:12,483 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 181902f1cf0bf632b6c9cdab8561fc75, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:51:12,484 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,484 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:12,484 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,484 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,486 INFO [StoreOpener-181902f1cf0bf632b6c9cdab8561fc75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,489 INFO [StoreOpener-181902f1cf0bf632b6c9cdab8561fc75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 181902f1cf0bf632b6c9cdab8561fc75 columnFamilyName info 2024-11-22T21:51:12,489 DEBUG [StoreOpener-181902f1cf0bf632b6c9cdab8561fc75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:12,489 INFO [StoreOpener-181902f1cf0bf632b6c9cdab8561fc75-1 {}] regionserver.HStore(327): Store=181902f1cf0bf632b6c9cdab8561fc75/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:12,490 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,491 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,491 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,492 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,492 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,495 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,499 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:51:12,500 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 181902f1cf0bf632b6c9cdab8561fc75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862094, jitterRate=0.0962098240852356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T21:51:12,500 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:12,503 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 181902f1cf0bf632b6c9cdab8561fc75: Running coprocessor pre-open hook at 1732312272484Writing region info on filesystem at 1732312272484Initializing all the Stores at 1732312272486 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312272486Cleaning up temporary data from old regions at 1732312272492 (+6 ms)Running coprocessor post-open hooks at 1732312272500 (+8 ms)Region opened successfully at 1732312272503 (+3 ms) 2024-11-22T21:51:12,505 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75., pid=6, masterSystemTime=1732312272477 2024-11-22T21:51:12,508 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:12,508 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:12,510 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=181902f1cf0bf632b6c9cdab8561fc75, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,32827,1732312269984 2024-11-22T21:51:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 181902f1cf0bf632b6c9cdab8561fc75, server=e125c70568e8,32827,1732312269984 because future has completed 2024-11-22T21:51:12,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T21:51:12,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 181902f1cf0bf632b6c9cdab8561fc75, server=e125c70568e8,32827,1732312269984 in 192 msec 2024-11-22T21:51:12,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T21:51:12,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=181902f1cf0bf632b6c9cdab8561fc75, ASSIGN in 354 msec 2024-11-22T21:51:12,523 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:51:12,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312272523"}]},"ts":"1732312272523"} 2024-11-22T21:51:12,526 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-22T21:51:12,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:51:12,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 394 msec 2024-11-22T21:51:12,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:12,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:13,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T21:51:13,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:13,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:16,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T21:51:16,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-22T21:51:18,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T21:51:18,059 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-22T21:51:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:51:22,168 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-22T21:51:22,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-22T21:51:22,169 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T21:51:22,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-22T21:51:22,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T21:51:22,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-22T21:51:22,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75., hostname=e125c70568e8,32827,1732312269984, seqNum=2] 2024-11-22T21:51:22,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-22T21:51:22,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T21:51:22,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:22,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_8406004_22 at /127.0.0.1:37072 [Receiving block BP-745005051-172.17.0.2-1732312269118:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40437:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37072 dst: /127.0.0.1:40437 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_303911206_22 at /127.0.0.1:37038 [Receiving block BP-745005051-172.17.0.2-1732312269118:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40437:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37038 dst: /127.0.0.1:40437 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_8406004_22 at /127.0.0.1:37066 [Receiving block BP-745005051-172.17.0.2-1732312269118:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40437:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37066 dst: /127.0.0.1:40437 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_303911206_22 at /127.0.0.1:35052 [Receiving block BP-745005051-172.17.0.2-1732312269118:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35052 dst: /127.0.0.1:37529 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,188 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_8406004_22 at /127.0.0.1:35090 [Receiving block BP-745005051-172.17.0.2-1732312269118:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35090 dst: /127.0.0.1:37529 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,188 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_8406004_22 at /127.0.0.1:35098 [Receiving block BP-745005051-172.17.0.2-1732312269118:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35098 dst: /127.0.0.1:37529 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6af8ea6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:22,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26d8ef5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:22,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:22,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:22,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a545b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:22,192 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:22,192 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:22,192 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745005051-172.17.0.2-1732312269118 (Datanode Uuid d77f846a-7ee5-47ae-8c5f-94e66dda016e) service to localhost/127.0.0.1:38977 2024-11-22T21:51:22,192 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:22,193 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data1/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:22,193 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data2/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:22,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:22,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:22,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:22,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:22,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:22,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:51:22,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:22,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:22,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4acfe3e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/java.io.tmpdir/jetty-localhost-42939-hadoop-hdfs-3_4_1-tests_jar-_-any-8655096019375362440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:22,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:42939} 2024-11-22T21:51:22,327 INFO [Time-limited test {}] server.Server(415): Started @80110ms 2024-11-22T21:51:22,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:22,355 WARN [AsyncFSWAL-0-hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5-prefix:e125c70568e8,32827,1732312269984 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,356 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e125c70568e8%2C32827%2C1732312269984:(num 1732312270673) roll requested 2024-11-22T21:51:22,370 DEBUG [regionserver/e125c70568e8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312282356, exclude list is [], retry=0 2024-11-22T21:51:22,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c891c188-de9e-431e-9a0d-1d94bc9399b0,DISK] 2024-11-22T21:51:22,374 INFO [regionserver/e125c70568e8:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:40437,DS-f4d3596a-ed74-403f-8b80-21d74232a6e6,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-22T21:51:22,374 WARN [regionserver/e125c70568e8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312282356 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:40437 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,425 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:22,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x535672f20cde253a with lease ID 0xf2d556fb25e04776: from storage DS-f4d3596a-ed74-403f-8b80-21d74232a6e6 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=d77f846a-7ee5-47ae-8c5f-94e66dda016e, infoPort=39575, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:22,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x535672f20cde253a with lease ID 0xf2d556fb25e04776: from storage DS-a5d0f6bd-97ed-49d7-ade8-5a6875742fae node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=d77f846a-7ee5-47ae-8c5f-94e66dda016e, infoPort=39575, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=1833416193;c=1732312269118), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T21:51:22,475 DEBUG [regionserver/e125c70568e8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312282356, exclude list is [(127.0.0.1/127.0.0.1:33783:33783)], retry=1 2024-11-22T21:51:22,476 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_8406004_22 at /127.0.0.1:59940 [Receiving block BP-745005051-172.17.0.2-1732312269118:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:40899:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59940 dst: /127.0.0.1:40899 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-4d18fbb6-51f6-498c-97f5-db6d6f5159b2,DISK] 2024-11-22T21:51:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c891c188-de9e-431e-9a0d-1d94bc9399b0,DISK] 2024-11-22T21:51:22,481 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312282356 2024-11-22T21:51:22,481 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44073:44073),(127.0.0.1/127.0.0.1:43459:43459)] 2024-11-22T21:51:22,481 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 is not closed yet, will try archiving it next time 2024-11-22T21:51:22,482 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T21:51:22,482 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:51:22,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:51:22,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:22,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:22,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T21:51:22,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T21:51:22,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1229023339, stopped=false 2024-11-22T21:51:22,483 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e125c70568e8,44723,1732312269926 2024-11-22T21:51:22,484 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T21:51:22,484 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T21:51:22,484 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 2024-11-22T21:51:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:22,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:51:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:22,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:51:22,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:51:22,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:22,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e125c70568e8,32827,1732312269984' ***** 2024-11-22T21:51:22,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T21:51:22,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:22,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:22,486 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T21:51:22,487 INFO [RS:0;e125c70568e8:32827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T21:51:22,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T21:51:22,487 INFO [RS:0;e125c70568e8:32827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T21:51:22,487 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(3091): Received CLOSE for 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:22,487 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(959): stopping server e125c70568e8,32827,1732312269984 2024-11-22T21:51:22,487 INFO [RS:0;e125c70568e8:32827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:51:22,487 INFO [RS:0;e125c70568e8:32827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e125c70568e8:32827. 2024-11-22T21:51:22,487 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 181902f1cf0bf632b6c9cdab8561fc75, disabling compactions & flushes 2024-11-22T21:51:22,487 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:22,487 DEBUG [RS:0;e125c70568e8:32827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:51:22,487 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:22,487 DEBUG [RS:0;e125c70568e8:32827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:22,487 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. after waiting 0 ms 2024-11-22T21:51:22,488 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:22,488 INFO [RS:0;e125c70568e8:32827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T21:51:22,488 INFO [RS:0;e125c70568e8:32827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T21:51:22,488 WARN [IPC Server handler 4 on default port 38977 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-11-22T21:51:22,488 INFO [RS:0;e125c70568e8:32827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T21:51:22,488 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 181902f1cf0bf632b6c9cdab8561fc75 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-22T21:51:22,488 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T21:51:22,488 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T21:51:22,488 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 181902f1cf0bf632b6c9cdab8561fc75=TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75.} 2024-11-22T21:51:22,488 DEBUG [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181902f1cf0bf632b6c9cdab8561fc75 2024-11-22T21:51:22,488 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:51:22,488 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:51:22,488 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:51:22,488 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:51:22,488 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:51:22,489 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-22T21:51:22,489 WARN [AsyncFSWAL-0-hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5-prefix:e125c70568e8,32827,1732312269984.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,490 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e125c70568e8%2C32827%2C1732312269984.meta:.meta(num 1732312271108) roll requested 2024-11-22T21:51:22,492 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 after 6ms 2024-11-22T21:51:22,504 DEBUG [regionserver/e125c70568e8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312282490.meta, exclude list is [(127.0.0.1/127.0.0.1:33783:33783)], retry=0 2024-11-22T21:51:22,506 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75/.tmp/info/5eed322ff9414ecd8282ec16c2cf37e1 is 1055, key is row0001/info:/1732312282180/Put/seqid=0 2024-11-22T21:51:22,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c891c188-de9e-431e-9a0d-1d94bc9399b0,DISK] 2024-11-22T21:51:22,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43989,DS-80e9608d-4bb0-447c-87f7-c402b2735d18,DISK] 2024-11-22T21:51:22,509 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312282490.meta 2024-11-22T21:51:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43989 is added to blk_1073741840_1017 (size=7062) 2024-11-22T21:51:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741840_1017 (size=7062) 2024-11-22T21:51:22,512 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43459:43459),(127.0.0.1/127.0.0.1:40275:40275)] 2024-11-22T21:51:22,512 DEBUG [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta is not closed yet, will try archiving it next time 2024-11-22T21:51:22,512 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75/.tmp/info/5eed322ff9414ecd8282ec16c2cf37e1 2024-11-22T21:51:22,512 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,512 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:22,513 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta 2024-11-22T21:51:22,513 WARN [IPC Server handler 2 on default port 38977 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-22T21:51:22,513 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta after 0ms 2024-11-22T21:51:22,514 INFO [regionserver/e125c70568e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:51:22,520 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75/.tmp/info/5eed322ff9414ecd8282ec16c2cf37e1 as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75/info/5eed322ff9414ecd8282ec16c2cf37e1 2024-11-22T21:51:22,521 INFO [regionserver/e125c70568e8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T21:51:22,521 INFO [regionserver/e125c70568e8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T21:51:22,527 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75/info/5eed322ff9414ecd8282ec16c2cf37e1, entries=2, sequenceid=6, filesize=6.9 K 2024-11-22T21:51:22,528 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 181902f1cf0bf632b6c9cdab8561fc75 in 40ms, sequenceid=6, compaction requested=false 2024-11-22T21:51:22,533 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/info/646610c2d91e4e34826ea58422d37d05 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75./info:regioninfo/1732312272509/Put/seqid=0 2024-11-22T21:51:22,533 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/181902f1cf0bf632b6c9cdab8561fc75/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T21:51:22,534 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:22,534 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 181902f1cf0bf632b6c9cdab8561fc75: Waiting for close lock at 1732312282487Running coprocessor pre-close hooks at 1732312282487Disabling compacts and flushes for region at 1732312282487Disabling writes for close at 1732312282487Obtaining lock to block concurrent updates at 1732312282488 (+1 ms)Preparing flush snapshotting stores in 181902f1cf0bf632b6c9cdab8561fc75 at 1732312282488Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732312282488Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. at 1732312282489 (+1 ms)Flushing 181902f1cf0bf632b6c9cdab8561fc75/info: creating writer at 1732312282489Flushing 181902f1cf0bf632b6c9cdab8561fc75/info: appending metadata at 1732312282505 (+16 ms)Flushing 181902f1cf0bf632b6c9cdab8561fc75/info: closing flushed file at 1732312282505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795b63c9: reopening flushed file at 1732312282519 (+14 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 181902f1cf0bf632b6c9cdab8561fc75 in 40ms, sequenceid=6, compaction requested=false at 1732312282528 (+9 ms)Writing region close event to WAL at 1732312282529 (+1 ms)Running coprocessor post-close hooks at 1732312282534 (+5 ms)Closed at 1732312282534 2024-11-22T21:51:22,534 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732312272132.181902f1cf0bf632b6c9cdab8561fc75. 2024-11-22T21:51:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741841_1019 (size=7089) 2024-11-22T21:51:22,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741841_1019 (size=7089) 2024-11-22T21:51:22,539 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/info/646610c2d91e4e34826ea58422d37d05 2024-11-22T21:51:22,561 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/ns/431a13c985684daba63b004c804f37b5 is 43, key is default/ns:d/1732312271201/Put/seqid=0 2024-11-22T21:51:22,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741842_1020 (size=5153) 2024-11-22T21:51:22,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741842_1020 (size=5153) 2024-11-22T21:51:22,566 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/ns/431a13c985684daba63b004c804f37b5 2024-11-22T21:51:22,588 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/table/a875fe9295774d7f8f937160eecf9414 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732312272523/Put/seqid=0 2024-11-22T21:51:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741843_1021 (size=5424) 2024-11-22T21:51:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741843_1021 (size=5424) 2024-11-22T21:51:22,593 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/table/a875fe9295774d7f8f937160eecf9414 2024-11-22T21:51:22,602 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/info/646610c2d91e4e34826ea58422d37d05 as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/info/646610c2d91e4e34826ea58422d37d05 2024-11-22T21:51:22,609 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/info/646610c2d91e4e34826ea58422d37d05, entries=10, sequenceid=11, filesize=6.9 K 2024-11-22T21:51:22,610 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/ns/431a13c985684daba63b004c804f37b5 as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/ns/431a13c985684daba63b004c804f37b5 2024-11-22T21:51:22,617 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/ns/431a13c985684daba63b004c804f37b5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T21:51:22,619 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/.tmp/table/a875fe9295774d7f8f937160eecf9414 as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/table/a875fe9295774d7f8f937160eecf9414 2024-11-22T21:51:22,626 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/table/a875fe9295774d7f8f937160eecf9414, entries=2, sequenceid=11, filesize=5.3 K 2024-11-22T21:51:22,627 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-11-22T21:51:22,633 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T21:51:22,633 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:51:22,633 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:51:22,634 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312282488Running coprocessor pre-close hooks at 1732312282488Disabling compacts and flushes for region at 1732312282488Disabling writes for close at 1732312282488Obtaining lock to block concurrent updates at 1732312282489 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732312282489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732312282489Flushing stores of hbase:meta,,1.1588230740 at 1732312282512 (+23 ms)Flushing 1588230740/info: creating writer at 1732312282512Flushing 1588230740/info: appending metadata at 1732312282532 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732312282532Flushing 1588230740/ns: creating writer at 1732312282545 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732312282560 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732312282560Flushing 1588230740/table: creating writer at 1732312282572 (+12 ms)Flushing 1588230740/table: appending metadata at 1732312282587 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732312282587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3227e570: reopening flushed file at 1732312282601 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbed764: reopening flushed file at 1732312282610 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74961158: reopening flushed file at 1732312282618 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1732312282627 (+9 ms)Writing region close event to WAL at 1732312282629 (+2 ms)Running coprocessor post-close hooks at 1732312282633 (+4 ms)Closed at 1732312282633 2024-11-22T21:51:22,634 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T21:51:22,688 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(976): stopping server e125c70568e8,32827,1732312269984; all regions closed. 2024-11-22T21:51:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43989 is added to blk_1073741839_1016 (size=825) 2024-11-22T21:51:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741839_1016 (size=825) 2024-11-22T21:51:25,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741833_1015 (size=1599) 2024-11-22T21:51:26,493 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 after 4008ms 2024-11-22T21:51:26,493 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.1732312270673 to hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/oldWALs/e125c70568e8%2C32827%2C1732312269984.1732312270673 2024-11-22T21:51:26,514 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta after 4001ms 2024-11-22T21:51:26,514 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/WALs/e125c70568e8,32827,1732312269984/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta to hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/oldWALs/e125c70568e8%2C32827%2C1732312269984.meta.1732312271108.meta 2024-11-22T21:51:26,517 DEBUG [RS:0;e125c70568e8:32827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/oldWALs 2024-11-22T21:51:26,517 INFO [RS:0;e125c70568e8:32827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C32827%2C1732312269984.meta:.meta(num 1732312282490) 2024-11-22T21:51:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741838_1014 (size=2288) 2024-11-22T21:51:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741838_1014 (size=2288) 2024-11-22T21:51:26,522 DEBUG [RS:0;e125c70568e8:32827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/oldWALs 2024-11-22T21:51:26,523 INFO [RS:0;e125c70568e8:32827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C32827%2C1732312269984:(num 1732312282356) 2024-11-22T21:51:26,523 DEBUG [RS:0;e125c70568e8:32827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:26,523 INFO [RS:0;e125c70568e8:32827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:51:26,523 INFO [RS:0;e125c70568e8:32827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:51:26,523 INFO [RS:0;e125c70568e8:32827 {}] hbase.ChoreService(370): Chore service for: regionserver/e125c70568e8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T21:51:26,523 INFO [RS:0;e125c70568e8:32827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:51:26,523 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:51:26,523 INFO [RS:0;e125c70568e8:32827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32827 2024-11-22T21:51:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:51:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e125c70568e8,32827,1732312269984 2024-11-22T21:51:26,526 INFO [RS:0;e125c70568e8:32827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:51:26,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e125c70568e8,32827,1732312269984] 2024-11-22T21:51:26,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e125c70568e8,32827,1732312269984 already deleted, retry=false 2024-11-22T21:51:26,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e125c70568e8,32827,1732312269984 expired; onlineServers=0 2024-11-22T21:51:26,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e125c70568e8,44723,1732312269926' ***** 2024-11-22T21:51:26,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T21:51:26,530 INFO [M:0;e125c70568e8:44723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:51:26,530 INFO [M:0;e125c70568e8:44723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:51:26,531 DEBUG [M:0;e125c70568e8:44723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T21:51:26,531 DEBUG [M:0;e125c70568e8:44723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T21:51:26,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T21:51:26,531 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312270409 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312270409,5,FailOnTimeoutGroup] 2024-11-22T21:51:26,531 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312270421 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312270421,5,FailOnTimeoutGroup] 2024-11-22T21:51:26,531 INFO [M:0;e125c70568e8:44723 {}] hbase.ChoreService(370): Chore service for: master/e125c70568e8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T21:51:26,531 INFO [M:0;e125c70568e8:44723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:51:26,531 DEBUG [M:0;e125c70568e8:44723 {}] master.HMaster(1795): Stopping service threads 2024-11-22T21:51:26,531 INFO [M:0;e125c70568e8:44723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T21:51:26,531 INFO [M:0;e125c70568e8:44723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:51:26,531 INFO [M:0;e125c70568e8:44723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T21:51:26,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T21:51:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T21:51:26,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:26,533 DEBUG [M:0;e125c70568e8:44723 {}] zookeeper.ZKUtil(347): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T21:51:26,533 WARN [M:0;e125c70568e8:44723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T21:51:26,534 INFO [M:0;e125c70568e8:44723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/.lastflushedseqids 2024-11-22T21:51:26,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741844_1022 (size=139) 2024-11-22T21:51:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741844_1022 (size=139) 2024-11-22T21:51:26,541 INFO [M:0;e125c70568e8:44723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T21:51:26,541 INFO [M:0;e125c70568e8:44723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T21:51:26,541 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:51:26,541 INFO [M:0;e125c70568e8:44723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:26,541 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:26,541 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:51:26,542 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:26,542 INFO [M:0;e125c70568e8:44723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-22T21:51:26,542 WARN [AsyncFSWAL-0-hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData-prefix:e125c70568e8,44723,1732312269926 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:26,543 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e125c70568e8%2C44723%2C1732312269926:(num 1732312270190) roll requested 2024-11-22T21:51:26,557 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312286543, exclude list is [], retry=0 2024-11-22T21:51:26,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c891c188-de9e-431e-9a0d-1d94bc9399b0,DISK] 2024-11-22T21:51:26,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-f4d3596a-ed74-403f-8b80-21d74232a6e6,DISK] 2024-11-22T21:51:26,563 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312286543 2024-11-22T21:51:26,563 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43459:43459),(127.0.0.1/127.0.0.1:39575:39575)] 2024-11-22T21:51:26,563 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 is not closed yet, will try archiving it next time 2024-11-22T21:51:26,563 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:26,563 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:51:26,564 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 2024-11-22T21:51:26,564 WARN [IPC Server handler 3 on default port 38977 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-22T21:51:26,565 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 after 1ms 2024-11-22T21:51:26,582 DEBUG [M:0;e125c70568e8:44723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3501ea5d4ddb4f8ba82530ffcac06f8c is 82, key is hbase:meta,,1/info:regioninfo/1732312271176/Put/seqid=0 2024-11-22T21:51:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741846_1025 (size=5672) 2024-11-22T21:51:26,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741846_1025 (size=5672) 2024-11-22T21:51:26,589 INFO [M:0;e125c70568e8:44723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3501ea5d4ddb4f8ba82530ffcac06f8c 2024-11-22T21:51:26,613 DEBUG [M:0;e125c70568e8:44723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76520cf135eb4c728f749dd43735d8c5 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732312272529/Put/seqid=0 2024-11-22T21:51:26,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43989 is added to blk_1073741847_1026 (size=6115) 2024-11-22T21:51:26,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741847_1026 (size=6115) 2024-11-22T21:51:26,621 INFO [M:0;e125c70568e8:44723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76520cf135eb4c728f749dd43735d8c5 2024-11-22T21:51:26,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:26,628 INFO [RS:0;e125c70568e8:32827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:51:26,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x1011c6e78fd0001, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:26,628 INFO [RS:0;e125c70568e8:32827 {}] regionserver.HRegionServer(1031): Exiting; stopping=e125c70568e8,32827,1732312269984; zookeeper connection closed. 2024-11-22T21:51:26,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@481d8db3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@481d8db3 2024-11-22T21:51:26,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T21:51:26,645 DEBUG [M:0;e125c70568e8:44723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e07dfa3053245c0a5544fc1858d9adc is 69, key is e125c70568e8,32827,1732312269984/rs:state/1732312270485/Put/seqid=0 2024-11-22T21:51:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741848_1027 (size=5156) 2024-11-22T21:51:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43989 is added to blk_1073741848_1027 (size=5156) 2024-11-22T21:51:26,651 INFO [M:0;e125c70568e8:44723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e07dfa3053245c0a5544fc1858d9adc 2024-11-22T21:51:26,673 DEBUG [M:0;e125c70568e8:44723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/27edb4dcf0c3427b813b647bb842e3ff is 52, key is load_balancer_on/state:d/1732312271353/Put/seqid=0 2024-11-22T21:51:26,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741849_1028 (size=5056) 2024-11-22T21:51:26,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741849_1028 (size=5056) 2024-11-22T21:51:26,679 INFO [M:0;e125c70568e8:44723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/27edb4dcf0c3427b813b647bb842e3ff 2024-11-22T21:51:26,686 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3501ea5d4ddb4f8ba82530ffcac06f8c as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3501ea5d4ddb4f8ba82530ffcac06f8c 2024-11-22T21:51:26,692 INFO [M:0;e125c70568e8:44723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3501ea5d4ddb4f8ba82530ffcac06f8c, entries=8, sequenceid=56, filesize=5.5 K 2024-11-22T21:51:26,693 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76520cf135eb4c728f749dd43735d8c5 as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76520cf135eb4c728f749dd43735d8c5 2024-11-22T21:51:26,699 INFO [M:0;e125c70568e8:44723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76520cf135eb4c728f749dd43735d8c5, entries=6, sequenceid=56, filesize=6.0 K 2024-11-22T21:51:26,700 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e07dfa3053245c0a5544fc1858d9adc as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e07dfa3053245c0a5544fc1858d9adc 2024-11-22T21:51:26,706 INFO [M:0;e125c70568e8:44723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e07dfa3053245c0a5544fc1858d9adc, entries=1, sequenceid=56, filesize=5.0 K 2024-11-22T21:51:26,707 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/27edb4dcf0c3427b813b647bb842e3ff as hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/27edb4dcf0c3427b813b647bb842e3ff 2024-11-22T21:51:26,713 INFO [M:0;e125c70568e8:44723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/27edb4dcf0c3427b813b647bb842e3ff, entries=1, sequenceid=56, filesize=4.9 K 2024-11-22T21:51:26,714 INFO [M:0;e125c70568e8:44723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=56, compaction requested=false 2024-11-22T21:51:26,716 INFO [M:0;e125c70568e8:44723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:26,716 DEBUG [M:0;e125c70568e8:44723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312286541Disabling compacts and flushes for region at 1732312286541Disabling writes for close at 1732312286542 (+1 ms)Obtaining lock to block concurrent updates at 1732312286542Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732312286542Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1732312286542Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732312286564 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732312286564Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732312286581 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732312286581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732312286596 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732312286613 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732312286613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732312286628 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732312286644 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732312286644Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732312286657 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732312286672 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732312286673 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6496db: reopening flushed file at 1732312286685 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1127459d: reopening flushed file at 1732312286692 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2010568e: reopening flushed file at 1732312286699 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f77d94: reopening flushed file at 1732312286706 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=56, compaction requested=false at 1732312286714 (+8 ms)Writing region close event to WAL at 1732312286716 (+2 ms)Closed at 1732312286716 2024-11-22T21:51:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741845_1023 (size=757) 2024-11-22T21:51:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741845_1023 (size=757) 2024-11-22T21:51:27,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:27,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:27,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741834_1018 (size=2386) 2024-11-22T21:51:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741833_1015 (size=1599) 2024-11-22T21:51:28,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T21:51:28,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:28,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:28,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:28,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-22T21:51:28,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:51:28,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T21:51:28,091 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T21:51:30,566 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 after 4002ms 2024-11-22T21:51:30,566 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/WALs/e125c70568e8,44723,1732312269926/e125c70568e8%2C44723%2C1732312269926.1732312270190 to hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/oldWALs/e125c70568e8%2C44723%2C1732312269926.1732312270190 2024-11-22T21:51:30,571 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/MasterData/oldWALs/e125c70568e8%2C44723%2C1732312269926.1732312270190 to hdfs://localhost:38977/user/jenkins/test-data/6bdd4753-34fb-b677-bf95-e53ca94f09d5/oldWALs/e125c70568e8%2C44723%2C1732312269926.1732312270190$masterlocalwal$ 2024-11-22T21:51:30,571 INFO [M:0;e125c70568e8:44723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T21:51:30,571 INFO [M:0;e125c70568e8:44723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44723 2024-11-22T21:51:30,571 INFO [M:0;e125c70568e8:44723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:51:30,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:51:30,689 INFO [M:0;e125c70568e8:44723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:51:30,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:30,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44723-0x1011c6e78fd0000, quorum=127.0.0.1:59771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:51:30,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4acfe3e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:30,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:30,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:30,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:30,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:30,695 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:30,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:30,695 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745005051-172.17.0.2-1732312269118 (Datanode Uuid d77f846a-7ee5-47ae-8c5f-94e66dda016e) service to localhost/127.0.0.1:38977 2024-11-22T21:51:30,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:30,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data1/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data2/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:30,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62f58397{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:30,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:30,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:30,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:30,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:30,701 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:30,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:30,701 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745005051-172.17.0.2-1732312269118 (Datanode Uuid cac92742-4e71-4440-ba4c-88a23b9e28dd) service to localhost/127.0.0.1:38977 2024-11-22T21:51:30,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:30,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data9/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data10/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:30,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:30,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:30,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:30,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:30,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:30,713 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:30,713 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745005051-172.17.0.2-1732312269118 (Datanode Uuid 50d813c7-eefa-40ab-b9cd-2722fa6bbe11) service to localhost/127.0.0.1:38977 2024-11-22T21:51:30,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:30,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:30,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data7/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data8/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:30,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ea99249{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:30,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:30,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:30,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:30,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:30,722 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:30,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:30,723 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745005051-172.17.0.2-1732312269118 (Datanode Uuid 4e7ca240-845a-4908-ad7d-6ddf8c89d849) service to localhost/127.0.0.1:38977 2024-11-22T21:51:30,723 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:30,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data5/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data6/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,724 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:30,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a58fc3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:30,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f06258f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:30,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:30,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:30,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c15ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:30,733 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:51:30,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:51:30,733 WARN [BP-745005051-172.17.0.2-1732312269118 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745005051-172.17.0.2-1732312269118 (Datanode Uuid 629a0f6b-26ec-4c4a-87ca-4ec3dacfb74e) service to localhost/127.0.0.1:38977 2024-11-22T21:51:30,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:51:30,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data3/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/cluster_b62e6f16-1aa3-0a77-d574-0fd94e0b5b74/data/data4/current/BP-745005051-172.17.0.2-1732312269118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:51:30,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:51:30,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375d1d1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:51:30,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@487bdcb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:51:30,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:51:30,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:51:30,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648fb82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir/,STOPPED} 2024-11-22T21:51:30,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T21:51:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T21:51:30,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38977 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6427 (was 7000) 2024-11-22T21:51:30,807 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=6427 2024-11-22T21:51:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T21:51:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.log.dir so I do NOT create it in target/test-data/444343ab-598b-3d32-7eb3-285e270322e7 2024-11-22T21:51:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/63a0b04f-ba1f-6887-2013-7ad85c3a3d7f/hadoop.tmp.dir so I do NOT create it in target/test-data/444343ab-598b-3d32-7eb3-285e270322e7 2024-11-22T21:51:30,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715, deleteOnExit=true 2024-11-22T21:51:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T21:51:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/test.cache.data in system properties and HBase conf 2024-11-22T21:51:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T21:51:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir in system properties and HBase conf 2024-11-22T21:51:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T21:51:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T21:51:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T21:51:30,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T21:51:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:51:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:51:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T21:51:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:51:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T21:51:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/nfs.dump.dir in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/java.io.tmpdir in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T21:51:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T21:51:30,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:30,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:30,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:30,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:30,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:51:30,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:30,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3c79f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:30,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54df4658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:31,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60fc8f37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/java.io.tmpdir/jetty-localhost-36819-hadoop-hdfs-3_4_1-tests_jar-_-any-16292317002680045070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:51:31,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64d4f786{HTTP/1.1, (http/1.1)}{localhost:36819} 2024-11-22T21:51:31,069 INFO [Time-limited test {}] server.Server(415): Started @88852ms 2024-11-22T21:51:31,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:31,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:31,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:31,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:31,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T21:51:31,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5432dec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:31,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282d8f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:31,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24a6d8ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/java.io.tmpdir/jetty-localhost-46777-hadoop-hdfs-3_4_1-tests_jar-_-any-491436544873884030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:31,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3459236a{HTTP/1.1, (http/1.1)}{localhost:46777} 2024-11-22T21:51:31,323 INFO [Time-limited test {}] server.Server(415): Started @89106ms 2024-11-22T21:51:31,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:31,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:51:31,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:51:31,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:51:31,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:51:31,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:51:31,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c4705d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:51:31,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d55df7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:51:31,407 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data1/current/BP-1904774424-172.17.0.2-1732312290845/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:31,408 WARN [Thread-788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data2/current/BP-1904774424-172.17.0.2-1732312290845/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:31,442 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea6a01d6c69a4d8 with lease ID 0x87cf885616e8fa3a: Processing first storage report for DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87 from datanode DatanodeRegistration(127.0.0.1:41763, datanodeUuid=e07cc86b-f138-45ce-8d6e-0ca5b986efb6, infoPort=42205, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845) 2024-11-22T21:51:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea6a01d6c69a4d8 with lease ID 0x87cf885616e8fa3a: from storage DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87 node DatanodeRegistration(127.0.0.1:41763, datanodeUuid=e07cc86b-f138-45ce-8d6e-0ca5b986efb6, infoPort=42205, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea6a01d6c69a4d8 with lease ID 0x87cf885616e8fa3a: Processing first storage report for DS-e72b7eb1-1634-41a5-a449-11223ca06d89 from datanode DatanodeRegistration(127.0.0.1:41763, datanodeUuid=e07cc86b-f138-45ce-8d6e-0ca5b986efb6, infoPort=42205, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845) 2024-11-22T21:51:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea6a01d6c69a4d8 with lease ID 0x87cf885616e8fa3a: from storage DS-e72b7eb1-1634-41a5-a449-11223ca06d89 node DatanodeRegistration(127.0.0.1:41763, datanodeUuid=e07cc86b-f138-45ce-8d6e-0ca5b986efb6, infoPort=42205, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:31,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59feadde{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/java.io.tmpdir/jetty-localhost-35301-hadoop-hdfs-3_4_1-tests_jar-_-any-7745406377559772134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:51:31,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34ba9cae{HTTP/1.1, (http/1.1)}{localhost:35301} 2024-11-22T21:51:31,497 INFO [Time-limited test {}] server.Server(415): Started @89280ms 2024-11-22T21:51:31,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:51:31,588 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data3/current/BP-1904774424-172.17.0.2-1732312290845/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:31,588 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data4/current/BP-1904774424-172.17.0.2-1732312290845/current, will proceed with Du for space computation calculation, 2024-11-22T21:51:31,612 WARN [Thread-802 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:51:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6454af832f68831 with lease ID 0x87cf885616e8fa3b: Processing first storage report for DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282 from datanode DatanodeRegistration(127.0.0.1:44597, datanodeUuid=6d7bfb78-464c-48c4-9014-adde8afdfdc5, infoPort=34705, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845) 2024-11-22T21:51:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6454af832f68831 with lease ID 0x87cf885616e8fa3b: from storage DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282 node DatanodeRegistration(127.0.0.1:44597, datanodeUuid=6d7bfb78-464c-48c4-9014-adde8afdfdc5, infoPort=34705, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6454af832f68831 with lease ID 0x87cf885616e8fa3b: Processing first storage report for DS-4e5b186e-e466-4788-aa98-63db64a61afc from datanode DatanodeRegistration(127.0.0.1:44597, datanodeUuid=6d7bfb78-464c-48c4-9014-adde8afdfdc5, infoPort=34705, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845) 2024-11-22T21:51:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6454af832f68831 with lease ID 0x87cf885616e8fa3b: from storage DS-4e5b186e-e466-4788-aa98-63db64a61afc node DatanodeRegistration(127.0.0.1:44597, datanodeUuid=6d7bfb78-464c-48c4-9014-adde8afdfdc5, infoPort=34705, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1467119692;c=1732312290845), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:51:31,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7 2024-11-22T21:51:31,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/zookeeper_0, clientPort=50249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T21:51:31,632 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50249 2024-11-22T21:51:31,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:31,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:51:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:51:31,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638 with version=8 2024-11-22T21:51:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/hbase-staging 2024-11-22T21:51:31,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:51:31,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:31,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:31,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:51:31,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:31,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:51:31,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T21:51:31,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:51:31,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45771 2024-11-22T21:51:31,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45771 connecting to ZooKeeper ensemble=127.0.0.1:50249 2024-11-22T21:51:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457710x0, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:51:31,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45771-0x1011c6ecdd20000 connected 2024-11-22T21:51:31,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:31,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:31,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:31,694 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638, hbase.cluster.distributed=false 2024-11-22T21:51:31,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:51:31,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45771 2024-11-22T21:51:31,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45771 2024-11-22T21:51:31,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45771 2024-11-22T21:51:31,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45771 2024-11-22T21:51:31,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45771 2024-11-22T21:51:31,733 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:51:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:31,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:51:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:51:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:51:31,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T21:51:31,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:51:31,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41289 2024-11-22T21:51:31,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41289 connecting to ZooKeeper ensemble=127.0.0.1:50249 2024-11-22T21:51:31,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:31,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:31,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412890x0, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:51:31,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41289-0x1011c6ecdd20001 connected 2024-11-22T21:51:31,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:51:31,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T21:51:31,746 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T21:51:31,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:51:31,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:51:31,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-22T21:51:31,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41289 2024-11-22T21:51:31,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41289 2024-11-22T21:51:31,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-22T21:51:31,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-22T21:51:31,763 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e125c70568e8:45771 2024-11-22T21:51:31,763 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e125c70568e8,45771,1732312291652 2024-11-22T21:51:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:31,766 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e125c70568e8,45771,1732312291652 2024-11-22T21:51:31,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T21:51:31,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,769 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T21:51:31,769 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e125c70568e8,45771,1732312291652 from backup master directory 2024-11-22T21:51:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e125c70568e8,45771,1732312291652 2024-11-22T21:51:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:51:31,771 WARN [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:51:31,771 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e125c70568e8,45771,1732312291652 2024-11-22T21:51:31,776 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/hbase.id] with ID: b1795a39-1f06-4275-a814-29e0594becce 2024-11-22T21:51:31,776 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/.tmp/hbase.id 2024-11-22T21:51:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:51:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:51:31,784 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/.tmp/hbase.id]:[hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/hbase.id] 2024-11-22T21:51:31,797 INFO [master/e125c70568e8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:31,797 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T21:51:31,798 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T21:51:31,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:51:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:51:31,807 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:51:31,808 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T21:51:31,808 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:51:31,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:51:31,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:51:31,817 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store 2024-11-22T21:51:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:51:31,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:51:31,825 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:31,825 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:51:31,825 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:31,825 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:31,825 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:51:31,825 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:31,825 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:51:31,825 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312291825Disabling compacts and flushes for region at 1732312291825Disabling writes for close at 1732312291825Writing region close event to WAL at 1732312291825Closed at 1732312291825 2024-11-22T21:51:31,826 WARN [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/.initializing 2024-11-22T21:51:31,826 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/WALs/e125c70568e8,45771,1732312291652 2024-11-22T21:51:31,827 INFO [master/e125c70568e8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:51:31,829 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C45771%2C1732312291652, suffix=, logDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/WALs/e125c70568e8,45771,1732312291652, archiveDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/oldWALs, maxLogs=10 2024-11-22T21:51:31,842 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/WALs/e125c70568e8,45771,1732312291652/e125c70568e8%2C45771%2C1732312291652.1732312291829, exclude list is [], retry=0 2024-11-22T21:51:31,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282,DISK] 2024-11-22T21:51:31,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87,DISK] 2024-11-22T21:51:31,847 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/WALs/e125c70568e8,45771,1732312291652/e125c70568e8%2C45771%2C1732312291652.1732312291829 2024-11-22T21:51:31,848 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34705:34705),(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-22T21:51:31,848 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:51:31,848 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:31,848 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,848 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T21:51:31,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:31,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T21:51:31,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:31,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T21:51:31,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:31,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T21:51:31,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:31,857 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,858 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,858 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,860 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,860 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,860 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T21:51:31,862 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:51:31,865 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:51:31,865 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=782176, jitterRate=-0.00541272759437561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T21:51:31,866 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732312291848Initializing all the Stores at 1732312291849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312291849Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312291849Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312291849Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312291849Cleaning up temporary data from old regions at 1732312291860 (+11 ms)Region opened successfully at 1732312291866 (+6 ms) 2024-11-22T21:51:31,866 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T21:51:31,870 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c18fbe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:51:31,871 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T21:51:31,871 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T21:51:31,871 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T21:51:31,871 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T21:51:31,872 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T21:51:31,872 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T21:51:31,872 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T21:51:31,874 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T21:51:31,875 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T21:51:31,877 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T21:51:31,877 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T21:51:31,878 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T21:51:31,879 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T21:51:31,879 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T21:51:31,880 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T21:51:31,882 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T21:51:31,882 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T21:51:31,883 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T21:51:31,885 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T21:51:31,887 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T21:51:31,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:31,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:51:31,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,889 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e125c70568e8,45771,1732312291652, sessionid=0x1011c6ecdd20000, setting cluster-up flag (Was=false) 2024-11-22T21:51:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,896 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T21:51:31,897 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,45771,1732312291652 2024-11-22T21:51:31,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:31,906 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T21:51:31,907 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,45771,1732312291652 2024-11-22T21:51:31,908 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T21:51:31,910 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:31,910 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T21:51:31,910 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T21:51:31,910 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e125c70568e8,45771,1732312291652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T21:51:31,911 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:31,912 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:31,912 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:31,912 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:51:31,912 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e125c70568e8:0, corePoolSize=10, maxPoolSize=10 2024-11-22T21:51:31,912 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,912 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:51:31,912 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732312321912 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,913 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T21:51:31,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:31,914 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T21:51:31,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T21:51:31,914 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T21:51:31,914 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T21:51:31,914 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T21:51:31,914 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312291914,5,FailOnTimeoutGroup] 2024-11-22T21:51:31,915 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312291914,5,FailOnTimeoutGroup] 2024-11-22T21:51:31,915 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,915 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,915 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T21:51:31,915 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,915 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T21:51:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:51:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:51:31,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T21:51:31,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638 2024-11-22T21:51:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:51:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:51:31,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:31,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:51:31,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:51:31,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:31,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:51:31,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:51:31,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:31,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:51:31,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:51:31,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:31,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:51:31,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:51:31,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:31,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:31,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:51:31,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740 2024-11-22T21:51:31,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740 2024-11-22T21:51:31,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:51:31,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:51:31,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:51:31,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:51:31,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:51:31,948 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771386, jitterRate=-0.019133150577545166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:51:31,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732312291931Initializing all the Stores at 1732312291932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312291932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312291932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312291932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312291932Cleaning up temporary data from old regions at 1732312291943 (+11 ms)Region opened successfully at 1732312291949 (+6 ms) 2024-11-22T21:51:31,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:51:31,949 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:51:31,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:51:31,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:51:31,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:51:31,950 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:51:31,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312291949Disabling compacts and flushes for region at 1732312291949Disabling writes for close at 1732312291949Writing region close event to WAL at 1732312291950 (+1 ms)Closed at 1732312291950 2024-11-22T21:51:31,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:31,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T21:51:31,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T21:51:31,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:51:31,953 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(746): ClusterId : b1795a39-1f06-4275-a814-29e0594becce 2024-11-22T21:51:31,953 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T21:51:31,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T21:51:31,956 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T21:51:31,956 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T21:51:31,958 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T21:51:31,958 DEBUG [RS:0;e125c70568e8:41289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbd2c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:51:31,976 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e125c70568e8:41289 2024-11-22T21:51:31,976 INFO [RS:0;e125c70568e8:41289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T21:51:31,976 INFO [RS:0;e125c70568e8:41289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T21:51:31,976 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T21:51:31,977 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(2659): reportForDuty to master=e125c70568e8,45771,1732312291652 with port=41289, startcode=1732312291732 2024-11-22T21:51:31,977 DEBUG [RS:0;e125c70568e8:41289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T21:51:31,979 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T21:51:31,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e125c70568e8,41289,1732312291732 2024-11-22T21:51:31,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45771 {}] master.ServerManager(517): Registering regionserver=e125c70568e8,41289,1732312291732 2024-11-22T21:51:31,981 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638 2024-11-22T21:51:31,981 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45101 2024-11-22T21:51:31,981 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T21:51:31,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:51:31,983 DEBUG [RS:0;e125c70568e8:41289 {}] zookeeper.ZKUtil(111): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e125c70568e8,41289,1732312291732 2024-11-22T21:51:31,983 WARN [RS:0;e125c70568e8:41289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:51:31,983 INFO [RS:0;e125c70568e8:41289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:51:31,984 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732 2024-11-22T21:51:31,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e125c70568e8,41289,1732312291732] 2024-11-22T21:51:31,987 INFO [RS:0;e125c70568e8:41289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T21:51:31,989 INFO [RS:0;e125c70568e8:41289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T21:51:31,989 INFO [RS:0;e125c70568e8:41289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T21:51:31,989 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,990 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T21:51:31,990 INFO [RS:0;e125c70568e8:41289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T21:51:31,991 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:51:31,991 DEBUG [RS:0;e125c70568e8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:51:31,992 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,992 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,992 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,992 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,992 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:31,992 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,41289,1732312291732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:51:32,006 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T21:51:32,006 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,41289,1732312291732-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,006 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,006 INFO [RS:0;e125c70568e8:41289 {}] regionserver.Replication(171): e125c70568e8,41289,1732312291732 started 2024-11-22T21:51:32,023 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,023 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1482): Serving as e125c70568e8,41289,1732312291732, RpcServer on e125c70568e8/172.17.0.2:41289, sessionid=0x1011c6ecdd20001 2024-11-22T21:51:32,023 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T21:51:32,023 DEBUG [RS:0;e125c70568e8:41289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e125c70568e8,41289,1732312291732 2024-11-22T21:51:32,023 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,41289,1732312291732' 2024-11-22T21:51:32,023 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T21:51:32,024 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T21:51:32,024 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T21:51:32,024 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T21:51:32,025 DEBUG [RS:0;e125c70568e8:41289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e125c70568e8,41289,1732312291732 2024-11-22T21:51:32,025 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,41289,1732312291732' 2024-11-22T21:51:32,025 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T21:51:32,025 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T21:51:32,025 DEBUG [RS:0;e125c70568e8:41289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T21:51:32,025 INFO [RS:0;e125c70568e8:41289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T21:51:32,025 INFO [RS:0;e125c70568e8:41289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T21:51:32,104 WARN [e125c70568e8:45771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T21:51:32,126 INFO [RS:0;e125c70568e8:41289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:51:32,127 INFO [RS:0;e125c70568e8:41289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C41289%2C1732312291732, suffix=, logDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732, archiveDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/oldWALs, maxLogs=32 2024-11-22T21:51:32,141 DEBUG [RS:0;e125c70568e8:41289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312292128, exclude list is [], retry=0 2024-11-22T21:51:32,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282,DISK] 2024-11-22T21:51:32,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87,DISK] 2024-11-22T21:51:32,145 INFO [RS:0;e125c70568e8:41289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312292128 2024-11-22T21:51:32,146 DEBUG [RS:0;e125c70568e8:41289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34705:34705),(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-22T21:51:32,354 DEBUG [e125c70568e8:45771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T21:51:32,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e125c70568e8,41289,1732312291732 2024-11-22T21:51:32,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,41289,1732312291732, state=OPENING 2024-11-22T21:51:32,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T21:51:32,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:32,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:51:32,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:51:32,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,41289,1732312291732}] 2024-11-22T21:51:32,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:32,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:32,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T21:51:32,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T21:51:32,519 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T21:51:32,519 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:51:32,519 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T21:51:32,521 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C41289%2C1732312291732.meta, suffix=.meta, logDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732, archiveDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/oldWALs, maxLogs=32 2024-11-22T21:51:32,534 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.meta.1732312292521.meta, exclude list is [], retry=0 2024-11-22T21:51:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282,DISK] 2024-11-22T21:51:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87,DISK] 2024-11-22T21:51:32,539 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.meta.1732312292521.meta 2024-11-22T21:51:32,539 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34705:34705),(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-22T21:51:32,540 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:51:32,540 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T21:51:32,540 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T21:51:32,540 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T21:51:32,540 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T21:51:32,541 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:32,541 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T21:51:32,541 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T21:51:32,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:51:32,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:51:32,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:32,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:32,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:51:32,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:51:32,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:32,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:32,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:51:32,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:51:32,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:32,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:32,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:51:32,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:51:32,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:51:32,547 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:51:32,548 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740 2024-11-22T21:51:32,549 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740 2024-11-22T21:51:32,551 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:51:32,551 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:51:32,552 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:51:32,553 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:51:32,554 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=730104, jitterRate=-0.0716252326965332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:51:32,554 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T21:51:32,555 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732312292541Writing region info on filesystem at 1732312292541Initializing all the Stores at 1732312292542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312292542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312292542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312292542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312292542Cleaning up temporary data from old regions at 1732312292551 (+9 ms)Running coprocessor post-open hooks at 1732312292554 (+3 ms)Region opened successfully at 1732312292555 (+1 ms) 2024-11-22T21:51:32,556 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732312292513 2024-11-22T21:51:32,558 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T21:51:32,559 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T21:51:32,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,41289,1732312291732 2024-11-22T21:51:32,560 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,41289,1732312291732, state=OPEN 2024-11-22T21:51:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:51:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:51:32,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e125c70568e8,41289,1732312291732 2024-11-22T21:51:32,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:32,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:51:32,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T21:51:32,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,41289,1732312291732 in 205 msec 2024-11-22T21:51:32,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T21:51:32,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-22T21:51:32,571 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:51:32,572 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T21:51:32,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:51:32,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,41289,1732312291732, seqNum=-1] 2024-11-22T21:51:32,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:51:32,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44007, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:51:32,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 670 msec 2024-11-22T21:51:32,579 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732312292579, completionTime=-1 2024-11-22T21:51:32,579 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T21:51:32,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T21:51:32,582 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T21:51:32,582 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732312352582 2024-11-22T21:51:32,582 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732312412582 2024-11-22T21:51:32,582 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T21:51:32,582 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45771,1732312291652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,582 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45771,1732312291652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,582 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45771,1732312291652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,583 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e125c70568e8:45771, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,583 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,583 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,584 DEBUG [master/e125c70568e8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T21:51:32,586 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.815sec 2024-11-22T21:51:32,586 INFO [master/e125c70568e8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T21:51:32,587 INFO [master/e125c70568e8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T21:51:32,587 INFO [master/e125c70568e8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T21:51:32,587 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T21:51:32,587 INFO [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T21:51:32,587 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45771,1732312291652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:51:32,587 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45771,1732312291652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T21:51:32,589 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T21:51:32,589 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T21:51:32,589 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,45771,1732312291652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:51:32,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551772a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:51:32,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e125c70568e8,45771,-1 for getting cluster id 2024-11-22T21:51:32,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T21:51:32,655 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1795a39-1f06-4275-a814-29e0594becce' 2024-11-22T21:51:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T21:51:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1795a39-1f06-4275-a814-29e0594becce" 2024-11-22T21:51:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da8dada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:51:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e125c70568e8,45771,-1] 2024-11-22T21:51:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T21:51:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:51:32,658 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T21:51:32,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e0f13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:51:32,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:51:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,41289,1732312291732, seqNum=-1] 2024-11-22T21:51:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:51:32,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:51:32,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e125c70568e8,45771,1732312291652 2024-11-22T21:51:32,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:51:32,667 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T21:51:32,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T21:51:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e125c70568e8,45771,1732312291652 2024-11-22T21:51:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@566444e9 2024-11-22T21:51:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:51:32,670 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:51:32,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T21:51:32,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T21:51:32,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:51:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:51:32,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:51:32,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:32,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-22T21:51:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:51:32,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:51:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741835_1011 (size=405) 2024-11-22T21:51:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741835_1011 (size=405) 2024-11-22T21:51:32,683 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 897d0035f5ae045484bf6b1daa78e236, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638 2024-11-22T21:51:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741836_1012 (size=88) 2024-11-22T21:51:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741836_1012 (size=88) 2024-11-22T21:51:32,691 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:32,692 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 897d0035f5ae045484bf6b1daa78e236, disabling compactions & flushes 2024-11-22T21:51:32,692 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:32,692 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:32,692 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. after waiting 0 ms 2024-11-22T21:51:32,692 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:32,692 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:32,692 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 897d0035f5ae045484bf6b1daa78e236: Waiting for close lock at 1732312292691Disabling compacts and flushes for region at 1732312292691Disabling writes for close at 1732312292692 (+1 ms)Writing region close event to WAL at 1732312292692Closed at 1732312292692 2024-11-22T21:51:32,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:51:32,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732312292693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732312292693"}]},"ts":"1732312292693"} 2024-11-22T21:51:32,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T21:51:32,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:51:32,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312292697"}]},"ts":"1732312292697"} 2024-11-22T21:51:32,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-22T21:51:32,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=897d0035f5ae045484bf6b1daa78e236, ASSIGN}] 2024-11-22T21:51:32,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=897d0035f5ae045484bf6b1daa78e236, ASSIGN 2024-11-22T21:51:32,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=897d0035f5ae045484bf6b1daa78e236, ASSIGN; state=OFFLINE, location=e125c70568e8,41289,1732312291732; forceNewPlan=false, retain=false 2024-11-22T21:51:32,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=897d0035f5ae045484bf6b1daa78e236, regionState=OPENING, regionLocation=e125c70568e8,41289,1732312291732 2024-11-22T21:51:32,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=897d0035f5ae045484bf6b1daa78e236, ASSIGN because future has completed 2024-11-22T21:51:32,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 897d0035f5ae045484bf6b1daa78e236, server=e125c70568e8,41289,1732312291732}] 2024-11-22T21:51:33,012 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:33,013 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 897d0035f5ae045484bf6b1daa78e236, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:51:33,013 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,013 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:51:33,013 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,013 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,015 INFO [StoreOpener-897d0035f5ae045484bf6b1daa78e236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,016 INFO [StoreOpener-897d0035f5ae045484bf6b1daa78e236-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 897d0035f5ae045484bf6b1daa78e236 columnFamilyName info 2024-11-22T21:51:33,016 DEBUG [StoreOpener-897d0035f5ae045484bf6b1daa78e236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:51:33,017 INFO [StoreOpener-897d0035f5ae045484bf6b1daa78e236-1 {}] regionserver.HStore(327): Store=897d0035f5ae045484bf6b1daa78e236/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:51:33,017 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,017 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,018 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,018 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,018 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,020 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,022 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:51:33,022 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 897d0035f5ae045484bf6b1daa78e236; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756815, jitterRate=-0.037660494446754456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T21:51:33,023 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:51:33,023 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 897d0035f5ae045484bf6b1daa78e236: Running coprocessor pre-open hook at 1732312293013Writing region info on filesystem at 1732312293013Initializing all the Stores at 1732312293014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312293014Cleaning up temporary data from old regions at 1732312293018 (+4 ms)Running coprocessor post-open hooks at 1732312293023 (+5 ms)Region opened successfully at 1732312293023 2024-11-22T21:51:33,024 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236., pid=6, masterSystemTime=1732312293008 2024-11-22T21:51:33,026 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:33,026 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:33,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=897d0035f5ae045484bf6b1daa78e236, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,41289,1732312291732 2024-11-22T21:51:33,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 897d0035f5ae045484bf6b1daa78e236, server=e125c70568e8,41289,1732312291732 because future has completed 2024-11-22T21:51:33,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T21:51:33,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 897d0035f5ae045484bf6b1daa78e236, server=e125c70568e8,41289,1732312291732 in 175 msec 2024-11-22T21:51:33,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T21:51:33,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=897d0035f5ae045484bf6b1daa78e236, ASSIGN in 334 msec 2024-11-22T21:51:33,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:51:33,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312293036"}]},"ts":"1732312293036"} 2024-11-22T21:51:33,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-22T21:51:33,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:51:33,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 368 msec 2024-11-22T21:51:33,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T21:51:33,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:33,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:33,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:33,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:33,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:37,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T21:51:37,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-22T21:51:38,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T21:51:38,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:51:38,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T21:51:38,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T21:51:38,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:51:38,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T21:51:38,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T21:51:38,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T21:51:38,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:51:38,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T21:51:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:51:42,748 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T21:51:42,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-22T21:51:42,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:51:42,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236., hostname=e125c70568e8,41289,1732312291732, seqNum=2] 2024-11-22T21:51:42,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:51:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:51:42,772 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:51:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T21:51:42,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:51:42,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:51:42,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T21:51:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:42,940 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 897d0035f5ae045484bf6b1daa78e236 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T21:51:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/85219aa54d4c40ac97e3d7f5f30d015f is 1055, key is row0001/info:/1732312302757/Put/seqid=0 2024-11-22T21:51:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741837_1013 (size=6008) 2024-11-22T21:51:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741837_1013 (size=6008) 2024-11-22T21:51:42,966 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/85219aa54d4c40ac97e3d7f5f30d015f 2024-11-22T21:51:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/85219aa54d4c40ac97e3d7f5f30d015f as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/85219aa54d4c40ac97e3d7f5f30d015f 2024-11-22T21:51:42,992 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/85219aa54d4c40ac97e3d7f5f30d015f, entries=1, sequenceid=5, filesize=5.9 K 2024-11-22T21:51:42,993 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 897d0035f5ae045484bf6b1daa78e236 in 53ms, sequenceid=5, compaction requested=false 2024-11-22T21:51:42,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 897d0035f5ae045484bf6b1daa78e236: 2024-11-22T21:51:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:42,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T21:51:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T21:51:43,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T21:51:43,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 226 msec 2024-11-22T21:51:43,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 239 msec 2024-11-22T21:51:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T21:51:52,808 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T21:51:52,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:51:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:51:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T21:51:52,813 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:51:52,814 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:51:52,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:51:52,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T21:51:52,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:52,968 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 897d0035f5ae045484bf6b1daa78e236 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T21:51:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/9c788646c66f42579c08833521e23076 is 1055, key is row0002/info:/1732312312809/Put/seqid=0 2024-11-22T21:51:52,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741838_1014 (size=6008) 2024-11-22T21:51:52,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741838_1014 (size=6008) 2024-11-22T21:51:52,978 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/9c788646c66f42579c08833521e23076 2024-11-22T21:51:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/9c788646c66f42579c08833521e23076 as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/9c788646c66f42579c08833521e23076 2024-11-22T21:51:52,991 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/9c788646c66f42579c08833521e23076, entries=1, sequenceid=9, filesize=5.9 K 2024-11-22T21:51:52,992 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 897d0035f5ae045484bf6b1daa78e236 in 25ms, sequenceid=9, compaction requested=false 2024-11-22T21:51:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 897d0035f5ae045484bf6b1daa78e236: 2024-11-22T21:51:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:51:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T21:51:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T21:51:52,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T21:51:52,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-22T21:51:52,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 186 msec 2024-11-22T21:52:01,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:52:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T21:52:02,848 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T21:52:02,866 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312322851, exclude list is [], retry=0 2024-11-22T21:52:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87,DISK] 2024-11-22T21:52:02,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282,DISK] 2024-11-22T21:52:02,873 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312292128 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312322851 2024-11-22T21:52:02,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205),(127.0.0.1/127.0.0.1:34705:34705)] 2024-11-22T21:52:02,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312292128 is not closed yet, will try archiving it next time 2024-11-22T21:52:02,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:52:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:52:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T21:52:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741833_1009 (size=5471) 2024-11-22T21:52:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741833_1009 (size=5471) 2024-11-22T21:52:02,885 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:52:02,886 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:52:02,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:52:03,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T21:52:03,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:03,040 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 897d0035f5ae045484bf6b1daa78e236 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T21:52:03,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/01c19b02500a44609fb37924f09a6c6c is 1055, key is row0003/info:/1732312322850/Put/seqid=0 2024-11-22T21:52:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741840_1016 (size=6008) 2024-11-22T21:52:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741840_1016 (size=6008) 2024-11-22T21:52:03,057 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/01c19b02500a44609fb37924f09a6c6c 2024-11-22T21:52:03,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/01c19b02500a44609fb37924f09a6c6c as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/01c19b02500a44609fb37924f09a6c6c 2024-11-22T21:52:03,072 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/01c19b02500a44609fb37924f09a6c6c, entries=1, sequenceid=13, filesize=5.9 K 2024-11-22T21:52:03,074 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 897d0035f5ae045484bf6b1daa78e236 in 33ms, sequenceid=13, compaction requested=true 2024-11-22T21:52:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 897d0035f5ae045484bf6b1daa78e236: 2024-11-22T21:52:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T21:52:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T21:52:03,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T21:52:03,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 196 msec 2024-11-22T21:52:03,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 211 msec 2024-11-22T21:52:12,805 INFO [master/e125c70568e8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T21:52:12,805 INFO [master/e125c70568e8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T21:52:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T21:52:12,887 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T21:52:12,890 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:52:12,892 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:52:12,893 DEBUG [Time-limited test {}] regionserver.HStore(1541): 897d0035f5ae045484bf6b1daa78e236/info is initiating minor compaction (all files) 2024-11-22T21:52:12,894 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T21:52:12,894 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:12,894 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 897d0035f5ae045484bf6b1daa78e236/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:12,894 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/85219aa54d4c40ac97e3d7f5f30d015f, hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/9c788646c66f42579c08833521e23076, hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/01c19b02500a44609fb37924f09a6c6c] into tmpdir=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp, totalSize=17.6 K 2024-11-22T21:52:12,895 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 85219aa54d4c40ac97e3d7f5f30d015f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732312302757 2024-11-22T21:52:12,896 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9c788646c66f42579c08833521e23076, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732312312809 2024-11-22T21:52:12,896 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 01c19b02500a44609fb37924f09a6c6c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732312322850 2024-11-22T21:52:12,918 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 897d0035f5ae045484bf6b1daa78e236#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:52:12,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/c72a9e8d68f94dd28b75d5a4754865b5 is 1055, key is row0001/info:/1732312302757/Put/seqid=0 2024-11-22T21:52:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741841_1017 (size=8221) 2024-11-22T21:52:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741841_1017 (size=8221) 2024-11-22T21:52:12,931 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/c72a9e8d68f94dd28b75d5a4754865b5 as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/c72a9e8d68f94dd28b75d5a4754865b5 2024-11-22T21:52:12,947 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 897d0035f5ae045484bf6b1daa78e236/info of 897d0035f5ae045484bf6b1daa78e236 into c72a9e8d68f94dd28b75d5a4754865b5(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:52:12,947 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 897d0035f5ae045484bf6b1daa78e236: 2024-11-22T21:52:12,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312332950, exclude list is [], retry=0 2024-11-22T21:52:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87,DISK] 2024-11-22T21:52:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282,DISK] 2024-11-22T21:52:12,974 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312322851 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312332950 2024-11-22T21:52:12,974 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205),(127.0.0.1/127.0.0.1:34705:34705)] 2024-11-22T21:52:12,974 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312322851 is not closed yet, will try archiving it next time 2024-11-22T21:52:12,975 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312292128 to hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/oldWALs/e125c70568e8%2C41289%2C1732312291732.1732312292128 2024-11-22T21:52:12,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:52:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741839_1015 (size=2495) 2024-11-22T21:52:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741839_1015 (size=2495) 2024-11-22T21:52:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:52:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T21:52:12,979 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:52:12,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:52:12,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:52:13,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T21:52:13,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:13,133 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 897d0035f5ae045484bf6b1daa78e236 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T21:52:13,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/4befd91b0afd4442ba70f23fa401e0fa is 1055, key is row0000/info:/1732312332948/Put/seqid=0 2024-11-22T21:52:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741843_1019 (size=6008) 2024-11-22T21:52:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741843_1019 (size=6008) 2024-11-22T21:52:13,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/4befd91b0afd4442ba70f23fa401e0fa 2024-11-22T21:52:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/4befd91b0afd4442ba70f23fa401e0fa as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/4befd91b0afd4442ba70f23fa401e0fa 2024-11-22T21:52:13,156 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/4befd91b0afd4442ba70f23fa401e0fa, entries=1, sequenceid=18, filesize=5.9 K 2024-11-22T21:52:13,157 INFO [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 897d0035f5ae045484bf6b1daa78e236 in 24ms, sequenceid=18, compaction requested=false 2024-11-22T21:52:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 897d0035f5ae045484bf6b1daa78e236: 2024-11-22T21:52:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T21:52:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T21:52:13,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T21:52:13,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 179 msec 2024-11-22T21:52:13,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-22T21:52:18,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 897d0035f5ae045484bf6b1daa78e236, had cached 0 bytes from a total of 14229 2024-11-22T21:52:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T21:52:23,047 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-22T21:52:23,062 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312343049, exclude list is [], retry=0 2024-11-22T21:52:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-0a3b2198-da1f-4cc3-b16a-6c8fe9f5cb87,DISK] 2024-11-22T21:52:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-5958ccc3-bc3e-445e-ae76-2b0e92e57282,DISK] 2024-11-22T21:52:23,067 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312332950 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312343049 2024-11-22T21:52:23,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205),(127.0.0.1/127.0.0.1:34705:34705)] 2024-11-22T21:52:23,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312332950 is not closed yet, will try archiving it next time 2024-11-22T21:52:23,067 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/WALs/e125c70568e8,41289,1732312291732/e125c70568e8%2C41289%2C1732312291732.1732312322851 to hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/oldWALs/e125c70568e8%2C41289%2C1732312291732.1732312322851 2024-11-22T21:52:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T21:52:23,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:52:23,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:52:23,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:52:23,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:52:23,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T21:52:23,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T21:52:23,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=989322986, stopped=false 2024-11-22T21:52:23,068 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e125c70568e8,45771,1732312291652 2024-11-22T21:52:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741842_1018 (size=2001) 2024-11-22T21:52:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741842_1018 (size=2001) 2024-11-22T21:52:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:52:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:52:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:23,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:52:23,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:52:23,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:52:23,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:52:23,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:52:23,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:52:23,071 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e125c70568e8,41289,1732312291732' ***** 2024-11-22T21:52:23,071 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T21:52:23,072 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T21:52:23,072 INFO [RS:0;e125c70568e8:41289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T21:52:23,072 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T21:52:23,072 INFO [RS:0;e125c70568e8:41289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T21:52:23,072 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(3091): Received CLOSE for 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:52:23,073 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(959): stopping server e125c70568e8,41289,1732312291732 2024-11-22T21:52:23,073 INFO [RS:0;e125c70568e8:41289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:52:23,073 INFO [RS:0;e125c70568e8:41289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e125c70568e8:41289. 2024-11-22T21:52:23,073 DEBUG [RS:0;e125c70568e8:41289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:52:23,073 DEBUG [RS:0;e125c70568e8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:52:23,073 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 897d0035f5ae045484bf6b1daa78e236, disabling compactions & flushes 2024-11-22T21:52:23,073 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:23,073 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:23,073 INFO [RS:0;e125c70568e8:41289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T21:52:23,073 INFO [RS:0;e125c70568e8:41289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T21:52:23,073 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. after waiting 0 ms 2024-11-22T21:52:23,073 INFO [RS:0;e125c70568e8:41289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T21:52:23,073 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:23,073 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T21:52:23,073 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 897d0035f5ae045484bf6b1daa78e236 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-22T21:52:23,078 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T21:52:23,078 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1325): Online Regions={897d0035f5ae045484bf6b1daa78e236=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T21:52:23,078 DEBUG [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 897d0035f5ae045484bf6b1daa78e236 2024-11-22T21:52:23,078 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:52:23,078 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:52:23,078 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:52:23,078 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:52:23,078 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:52:23,079 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-22T21:52:23,080 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/bedf7e452dbc413ea03fde7b6f24eca5 is 1055, key is row0001/info:/1732312343048/Put/seqid=0 2024-11-22T21:52:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741845_1021 (size=6008) 2024-11-22T21:52:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741845_1021 (size=6008) 2024-11-22T21:52:23,086 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/bedf7e452dbc413ea03fde7b6f24eca5 2024-11-22T21:52:23,093 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/.tmp/info/bedf7e452dbc413ea03fde7b6f24eca5 as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/bedf7e452dbc413ea03fde7b6f24eca5 2024-11-22T21:52:23,096 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/info/1d6d6d2ab70648dba167a0af0e59edcc is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236./info:regioninfo/1732312293027/Put/seqid=0 2024-11-22T21:52:23,100 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/bedf7e452dbc413ea03fde7b6f24eca5, entries=1, sequenceid=22, filesize=5.9 K 2024-11-22T21:52:23,101 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 897d0035f5ae045484bf6b1daa78e236 in 27ms, sequenceid=22, compaction requested=true 2024-11-22T21:52:23,101 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/85219aa54d4c40ac97e3d7f5f30d015f, hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/9c788646c66f42579c08833521e23076, hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/01c19b02500a44609fb37924f09a6c6c] to archive 2024-11-22T21:52:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741846_1022 (size=7308) 2024-11-22T21:52:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741846_1022 (size=7308) 2024-11-22T21:52:23,102 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/info/1d6d6d2ab70648dba167a0af0e59edcc 2024-11-22T21:52:23,104 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:52:23,107 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/85219aa54d4c40ac97e3d7f5f30d015f to hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/85219aa54d4c40ac97e3d7f5f30d015f 2024-11-22T21:52:23,109 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/9c788646c66f42579c08833521e23076 to hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/9c788646c66f42579c08833521e23076 2024-11-22T21:52:23,111 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/01c19b02500a44609fb37924f09a6c6c to hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/info/01c19b02500a44609fb37924f09a6c6c 2024-11-22T21:52:23,122 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/ns/f4dcb22c986b451d95240360540c1ee2 is 43, key is default/ns:d/1732312292575/Put/seqid=0 2024-11-22T21:52:23,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741847_1023 (size=5153) 2024-11-22T21:52:23,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741847_1023 (size=5153) 2024-11-22T21:52:23,127 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/ns/f4dcb22c986b451d95240360540c1ee2 2024-11-22T21:52:23,127 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e125c70568e8:45771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-22T21:52:23,127 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [85219aa54d4c40ac97e3d7f5f30d015f=6008, 9c788646c66f42579c08833521e23076=6008, 01c19b02500a44609fb37924f09a6c6c=6008] 2024-11-22T21:52:23,132 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/897d0035f5ae045484bf6b1daa78e236/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-22T21:52:23,133 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:23,133 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 897d0035f5ae045484bf6b1daa78e236: Waiting for close lock at 1732312343073Running coprocessor pre-close hooks at 1732312343073Disabling compacts and flushes for region at 1732312343073Disabling writes for close at 1732312343073Obtaining lock to block concurrent updates at 1732312343073Preparing flush snapshotting stores in 897d0035f5ae045484bf6b1daa78e236 at 1732312343073Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732312343073Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. at 1732312343074 (+1 ms)Flushing 897d0035f5ae045484bf6b1daa78e236/info: creating writer at 1732312343074Flushing 897d0035f5ae045484bf6b1daa78e236/info: appending metadata at 1732312343079 (+5 ms)Flushing 897d0035f5ae045484bf6b1daa78e236/info: closing flushed file at 1732312343079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34df94d7: reopening flushed file at 1732312343093 (+14 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 897d0035f5ae045484bf6b1daa78e236 in 27ms, sequenceid=22, compaction requested=true at 1732312343101 (+8 ms)Writing region close event to WAL at 1732312343128 (+27 ms)Running coprocessor post-close hooks at 1732312343133 (+5 ms)Closed at 1732312343133 2024-11-22T21:52:23,133 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732312292670.897d0035f5ae045484bf6b1daa78e236. 2024-11-22T21:52:23,146 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/table/893cc08aebfa4b7a8e124c459e95d44f is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732312293036/Put/seqid=0 2024-11-22T21:52:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741848_1024 (size=5508) 2024-11-22T21:52:23,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741848_1024 (size=5508) 2024-11-22T21:52:23,152 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/table/893cc08aebfa4b7a8e124c459e95d44f 2024-11-22T21:52:23,159 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/info/1d6d6d2ab70648dba167a0af0e59edcc as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/info/1d6d6d2ab70648dba167a0af0e59edcc 2024-11-22T21:52:23,165 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/info/1d6d6d2ab70648dba167a0af0e59edcc, entries=10, sequenceid=11, filesize=7.1 K 2024-11-22T21:52:23,165 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/ns/f4dcb22c986b451d95240360540c1ee2 as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/ns/f4dcb22c986b451d95240360540c1ee2 2024-11-22T21:52:23,171 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/ns/f4dcb22c986b451d95240360540c1ee2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T21:52:23,172 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/.tmp/table/893cc08aebfa4b7a8e124c459e95d44f as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/table/893cc08aebfa4b7a8e124c459e95d44f 2024-11-22T21:52:23,178 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/table/893cc08aebfa4b7a8e124c459e95d44f, entries=2, sequenceid=11, filesize=5.4 K 2024-11-22T21:52:23,179 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=11, compaction requested=false 2024-11-22T21:52:23,183 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T21:52:23,184 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:52:23,184 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:52:23,184 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312343078Running coprocessor pre-close hooks at 1732312343078Disabling compacts and flushes for region at 1732312343078Disabling writes for close at 1732312343078Obtaining lock to block concurrent updates at 1732312343079 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732312343079Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732312343079Flushing stores of hbase:meta,,1.1588230740 at 1732312343080 (+1 ms)Flushing 1588230740/info: creating writer at 1732312343080Flushing 1588230740/info: appending metadata at 1732312343095 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732312343095Flushing 1588230740/ns: creating writer at 1732312343108 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732312343121 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732312343121Flushing 1588230740/table: creating writer at 1732312343133 (+12 ms)Flushing 1588230740/table: appending metadata at 1732312343146 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732312343146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197baff2: reopening flushed file at 1732312343158 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed5f22a: reopening flushed file at 1732312343165 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14512546: reopening flushed file at 1732312343171 (+6 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=11, compaction requested=false at 1732312343179 (+8 ms)Writing region close event to WAL at 1732312343180 (+1 ms)Running coprocessor post-close hooks at 1732312343184 (+4 ms)Closed at 1732312343184 2024-11-22T21:52:23,184 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T21:52:23,278 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(976): stopping server e125c70568e8,41289,1732312291732; all regions closed. 2024-11-22T21:52:23,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741834_1010 (size=3306) 2024-11-22T21:52:23,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741834_1010 (size=3306) 2024-11-22T21:52:23,283 DEBUG [RS:0;e125c70568e8:41289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/oldWALs 2024-11-22T21:52:23,283 INFO [RS:0;e125c70568e8:41289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C41289%2C1732312291732.meta:.meta(num 1732312292521) 2024-11-22T21:52:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741844_1020 (size=1252) 2024-11-22T21:52:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741844_1020 (size=1252) 2024-11-22T21:52:23,287 DEBUG [RS:0;e125c70568e8:41289 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/oldWALs 2024-11-22T21:52:23,288 INFO [RS:0;e125c70568e8:41289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C41289%2C1732312291732:(num 1732312343049) 2024-11-22T21:52:23,288 DEBUG [RS:0;e125c70568e8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:52:23,288 INFO [RS:0;e125c70568e8:41289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:52:23,288 INFO [RS:0;e125c70568e8:41289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:52:23,288 INFO [RS:0;e125c70568e8:41289 {}] hbase.ChoreService(370): Chore service for: regionserver/e125c70568e8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T21:52:23,288 INFO [RS:0;e125c70568e8:41289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:52:23,288 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:52:23,289 INFO [RS:0;e125c70568e8:41289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41289 2024-11-22T21:52:23,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:52:23,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e125c70568e8,41289,1732312291732 2024-11-22T21:52:23,291 INFO [RS:0;e125c70568e8:41289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:52:23,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e125c70568e8,41289,1732312291732] 2024-11-22T21:52:23,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e125c70568e8,41289,1732312291732 already deleted, retry=false 2024-11-22T21:52:23,294 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e125c70568e8,41289,1732312291732 expired; onlineServers=0 2024-11-22T21:52:23,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e125c70568e8,45771,1732312291652' ***** 2024-11-22T21:52:23,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T21:52:23,294 INFO [M:0;e125c70568e8:45771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:52:23,294 INFO [M:0;e125c70568e8:45771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:52:23,294 DEBUG [M:0;e125c70568e8:45771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T21:52:23,294 DEBUG [M:0;e125c70568e8:45771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T21:52:23,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T21:52:23,294 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312291914 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312291914,5,FailOnTimeoutGroup] 2024-11-22T21:52:23,294 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312291914 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312291914,5,FailOnTimeoutGroup] 2024-11-22T21:52:23,294 INFO [M:0;e125c70568e8:45771 {}] hbase.ChoreService(370): Chore service for: master/e125c70568e8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T21:52:23,294 INFO [M:0;e125c70568e8:45771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:52:23,294 DEBUG [M:0;e125c70568e8:45771 {}] master.HMaster(1795): Stopping service threads 2024-11-22T21:52:23,294 INFO [M:0;e125c70568e8:45771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T21:52:23,295 INFO [M:0;e125c70568e8:45771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:52:23,295 INFO [M:0;e125c70568e8:45771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T21:52:23,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T21:52:23,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T21:52:23,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:23,296 DEBUG [M:0;e125c70568e8:45771 {}] zookeeper.ZKUtil(347): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T21:52:23,296 WARN [M:0;e125c70568e8:45771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T21:52:23,298 INFO [M:0;e125c70568e8:45771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/.lastflushedseqids 2024-11-22T21:52:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741849_1025 (size=130) 2024-11-22T21:52:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741849_1025 (size=130) 2024-11-22T21:52:23,307 INFO [M:0;e125c70568e8:45771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T21:52:23,307 INFO [M:0;e125c70568e8:45771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T21:52:23,307 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:52:23,307 INFO [M:0;e125c70568e8:45771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:23,307 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:23,307 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:52:23,307 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:23,307 INFO [M:0;e125c70568e8:45771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-22T21:52:23,323 DEBUG [M:0;e125c70568e8:45771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/403580907cce4391ad8d6ba5afd98031 is 82, key is hbase:meta,,1/info:regioninfo/1732312292559/Put/seqid=0 2024-11-22T21:52:23,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741850_1026 (size=5672) 2024-11-22T21:52:23,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741850_1026 (size=5672) 2024-11-22T21:52:23,330 INFO [M:0;e125c70568e8:45771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/403580907cce4391ad8d6ba5afd98031 2024-11-22T21:52:23,350 DEBUG [M:0;e125c70568e8:45771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/192a492ef73a49cdb04930a98135310a is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732312293041/Put/seqid=0 2024-11-22T21:52:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741851_1027 (size=7823) 2024-11-22T21:52:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741851_1027 (size=7823) 2024-11-22T21:52:23,356 INFO [M:0;e125c70568e8:45771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/192a492ef73a49cdb04930a98135310a 2024-11-22T21:52:23,361 INFO [M:0;e125c70568e8:45771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 192a492ef73a49cdb04930a98135310a 2024-11-22T21:52:23,374 DEBUG [M:0;e125c70568e8:45771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/921eced9582b428bbd7d957bcba71f6d is 69, key is e125c70568e8,41289,1732312291732/rs:state/1732312291980/Put/seqid=0 2024-11-22T21:52:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741852_1028 (size=5156) 2024-11-22T21:52:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741852_1028 (size=5156) 2024-11-22T21:52:23,384 INFO [M:0;e125c70568e8:45771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/921eced9582b428bbd7d957bcba71f6d 2024-11-22T21:52:23,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:52:23,392 INFO [RS:0;e125c70568e8:41289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:52:23,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x1011c6ecdd20001, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:52:23,392 INFO [RS:0;e125c70568e8:41289 {}] regionserver.HRegionServer(1031): Exiting; stopping=e125c70568e8,41289,1732312291732; zookeeper connection closed. 2024-11-22T21:52:23,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35f7e43b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35f7e43b 2024-11-22T21:52:23,393 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T21:52:23,403 DEBUG [M:0;e125c70568e8:45771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6be509bbc48c455984f804f878d9d766 is 52, key is load_balancer_on/state:d/1732312292666/Put/seqid=0 2024-11-22T21:52:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741853_1029 (size=5056) 2024-11-22T21:52:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741853_1029 (size=5056) 2024-11-22T21:52:23,408 INFO [M:0;e125c70568e8:45771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6be509bbc48c455984f804f878d9d766 2024-11-22T21:52:23,414 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/403580907cce4391ad8d6ba5afd98031 as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/403580907cce4391ad8d6ba5afd98031 2024-11-22T21:52:23,418 INFO [M:0;e125c70568e8:45771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/403580907cce4391ad8d6ba5afd98031, entries=8, sequenceid=121, filesize=5.5 K 2024-11-22T21:52:23,419 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/192a492ef73a49cdb04930a98135310a as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/192a492ef73a49cdb04930a98135310a 2024-11-22T21:52:23,424 INFO [M:0;e125c70568e8:45771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 192a492ef73a49cdb04930a98135310a 2024-11-22T21:52:23,424 INFO [M:0;e125c70568e8:45771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/192a492ef73a49cdb04930a98135310a, entries=14, sequenceid=121, filesize=7.6 K 2024-11-22T21:52:23,425 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/921eced9582b428bbd7d957bcba71f6d as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/921eced9582b428bbd7d957bcba71f6d 2024-11-22T21:52:23,430 INFO [M:0;e125c70568e8:45771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/921eced9582b428bbd7d957bcba71f6d, entries=1, sequenceid=121, filesize=5.0 K 2024-11-22T21:52:23,431 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6be509bbc48c455984f804f878d9d766 as hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6be509bbc48c455984f804f878d9d766 2024-11-22T21:52:23,436 INFO [M:0;e125c70568e8:45771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/521a0b43-64a3-0647-fa4a-1ae8af0c6638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6be509bbc48c455984f804f878d9d766, entries=1, sequenceid=121, filesize=4.9 K 2024-11-22T21:52:23,437 INFO [M:0;e125c70568e8:45771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=121, compaction requested=false 2024-11-22T21:52:23,439 INFO [M:0;e125c70568e8:45771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:23,439 DEBUG [M:0;e125c70568e8:45771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312343307Disabling compacts and flushes for region at 1732312343307Disabling writes for close at 1732312343307Obtaining lock to block concurrent updates at 1732312343307Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732312343307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44641, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1732312343307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732312343308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732312343308Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732312343323 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732312343323Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732312343335 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732312343350 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732312343350Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732312343361 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732312343374 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732312343374Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732312343389 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732312343403 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732312343403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fc97e9: reopening flushed file at 1732312343413 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c07b3ac: reopening flushed file at 1732312343419 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ac1cc5: reopening flushed file at 1732312343424 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6003d748: reopening flushed file at 1732312343430 (+6 ms)Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=121, compaction requested=false at 1732312343437 (+7 ms)Writing region close event to WAL at 1732312343439 (+2 ms)Closed at 1732312343439 2024-11-22T21:52:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741830_1006 (size=53038) 2024-11-22T21:52:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741830_1006 (size=53038) 2024-11-22T21:52:23,442 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:52:23,442 INFO [M:0;e125c70568e8:45771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T21:52:23,442 INFO [M:0;e125c70568e8:45771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45771 2024-11-22T21:52:23,442 INFO [M:0;e125c70568e8:45771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:52:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:52:23,545 INFO [M:0;e125c70568e8:45771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:52:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45771-0x1011c6ecdd20000, quorum=127.0.0.1:50249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:52:23,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59feadde{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:52:23,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34ba9cae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:52:23,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:52:23,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d55df7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:52:23,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c4705d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir/,STOPPED} 2024-11-22T21:52:23,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:52:23,550 WARN [BP-1904774424-172.17.0.2-1732312290845 heartbeating to localhost/127.0.0.1:45101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:52:23,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:52:23,550 WARN [BP-1904774424-172.17.0.2-1732312290845 heartbeating to localhost/127.0.0.1:45101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904774424-172.17.0.2-1732312290845 (Datanode Uuid 6d7bfb78-464c-48c4-9014-adde8afdfdc5) service to localhost/127.0.0.1:45101 2024-11-22T21:52:23,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data3/current/BP-1904774424-172.17.0.2-1732312290845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:52:23,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data4/current/BP-1904774424-172.17.0.2-1732312290845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:52:23,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:52:23,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24a6d8ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:52:23,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3459236a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:52:23,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:52:23,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282d8f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:52:23,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5432dec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir/,STOPPED} 2024-11-22T21:52:23,555 WARN [BP-1904774424-172.17.0.2-1732312290845 heartbeating to localhost/127.0.0.1:45101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:52:23,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:52:23,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:52:23,555 WARN [BP-1904774424-172.17.0.2-1732312290845 heartbeating to localhost/127.0.0.1:45101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904774424-172.17.0.2-1732312290845 (Datanode Uuid e07cc86b-f138-45ce-8d6e-0ca5b986efb6) service to localhost/127.0.0.1:45101 2024-11-22T21:52:23,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data1/current/BP-1904774424-172.17.0.2-1732312290845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:52:23,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/cluster_7803b3d0-fde0-73a6-c848-1bc41251f715/data/data2/current/BP-1904774424-172.17.0.2-1732312290845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:52:23,556 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:52:23,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60fc8f37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:52:23,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64d4f786{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:52:23,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:52:23,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54df4658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:52:23,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3c79f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir/,STOPPED} 2024-11-22T21:52:23,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T21:52:23,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T21:52:23,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=426 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=6224 (was 6427) 2024-11-22T21:52:23,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=6224 2024-11-22T21:52:23,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T21:52:23,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.log.dir so I do NOT create it in target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4 2024-11-22T21:52:23,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/444343ab-598b-3d32-7eb3-285e270322e7/hadoop.tmp.dir so I do NOT create it in target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4, deleteOnExit=true 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/test.cache.data in system properties and HBase conf 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir in system properties and HBase conf 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T21:52:23,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:52:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/nfs.dump.dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/java.io.tmpdir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T21:52:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T21:52:23,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:52:23,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:52:23,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:52:23,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:52:23,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:52:23,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:52:23,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bd3813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:52:23,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2df1b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:52:23,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72e277cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/java.io.tmpdir/jetty-localhost-39993-hadoop-hdfs-3_4_1-tests_jar-_-any-12299238731916270151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:52:23,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f14a247{HTTP/1.1, (http/1.1)}{localhost:39993} 2024-11-22T21:52:23,810 INFO [Time-limited test {}] server.Server(415): Started @141592ms 2024-11-22T21:52:23,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:52:23,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:52:23,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:52:23,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:52:23,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:52:23,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54e0e381{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:52:23,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@117feab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:52:23,994 INFO [regionserver/e125c70568e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:52:24,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29aec73c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/java.io.tmpdir/jetty-localhost-40581-hadoop-hdfs-3_4_1-tests_jar-_-any-5602543576885393269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:52:24,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@da0fc00{HTTP/1.1, (http/1.1)}{localhost:40581} 2024-11-22T21:52:24,010 INFO [Time-limited test {}] server.Server(415): Started @141792ms 2024-11-22T21:52:24,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:52:24,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:52:24,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:52:24,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:52:24,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:52:24,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:52:24,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d903d10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:52:24,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34e9901d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:52:24,094 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data2/current/BP-854246833-172.17.0.2-1732312343634/current, will proceed with Du for space computation calculation, 2024-11-22T21:52:24,094 WARN [Thread-1088 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data1/current/BP-854246833-172.17.0.2-1732312343634/current, will proceed with Du for space computation calculation, 2024-11-22T21:52:24,117 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:52:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dfa28f1a51b768b with lease ID 0x28feaca6ed69227e: Processing first storage report for DS-94ea413b-dce3-4ddb-9cb3-44727facdcef from datanode DatanodeRegistration(127.0.0.1:42017, datanodeUuid=8f2240c6-ed3a-4563-b170-c9872a7cbfb5, infoPort=39915, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634) 2024-11-22T21:52:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dfa28f1a51b768b with lease ID 0x28feaca6ed69227e: from storage DS-94ea413b-dce3-4ddb-9cb3-44727facdcef node DatanodeRegistration(127.0.0.1:42017, datanodeUuid=8f2240c6-ed3a-4563-b170-c9872a7cbfb5, infoPort=39915, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:52:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dfa28f1a51b768b with lease ID 0x28feaca6ed69227e: Processing first storage report for DS-32e5efa5-50b6-49e6-a5fd-2f928e7a607e from datanode DatanodeRegistration(127.0.0.1:42017, datanodeUuid=8f2240c6-ed3a-4563-b170-c9872a7cbfb5, infoPort=39915, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634) 2024-11-22T21:52:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dfa28f1a51b768b with lease ID 0x28feaca6ed69227e: from storage DS-32e5efa5-50b6-49e6-a5fd-2f928e7a607e node DatanodeRegistration(127.0.0.1:42017, datanodeUuid=8f2240c6-ed3a-4563-b170-c9872a7cbfb5, infoPort=39915, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:52:24,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69e29f23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/java.io.tmpdir/jetty-localhost-39455-hadoop-hdfs-3_4_1-tests_jar-_-any-9121156419304952761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:52:24,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d01b364{HTTP/1.1, (http/1.1)}{localhost:39455} 2024-11-22T21:52:24,162 INFO [Time-limited test {}] server.Server(415): Started @141945ms 2024-11-22T21:52:24,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:52:24,241 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data3/current/BP-854246833-172.17.0.2-1732312343634/current, will proceed with Du for space computation calculation, 2024-11-22T21:52:24,241 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data4/current/BP-854246833-172.17.0.2-1732312343634/current, will proceed with Du for space computation calculation, 2024-11-22T21:52:24,262 WARN [Thread-1103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:52:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa458e13616112fe with lease ID 0x28feaca6ed69227f: Processing first storage report for DS-bab8f548-1241-4a20-8793-0bef0eb8dfec from datanode DatanodeRegistration(127.0.0.1:33719, datanodeUuid=0244012f-b813-437e-bf7c-81279e84b0a5, infoPort=38183, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634) 2024-11-22T21:52:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa458e13616112fe with lease ID 0x28feaca6ed69227f: from storage DS-bab8f548-1241-4a20-8793-0bef0eb8dfec node DatanodeRegistration(127.0.0.1:33719, datanodeUuid=0244012f-b813-437e-bf7c-81279e84b0a5, infoPort=38183, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:52:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa458e13616112fe with lease ID 0x28feaca6ed69227f: Processing first storage report for DS-b00e360e-dea4-4898-a118-2de8c1225aea from datanode DatanodeRegistration(127.0.0.1:33719, datanodeUuid=0244012f-b813-437e-bf7c-81279e84b0a5, infoPort=38183, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634) 2024-11-22T21:52:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa458e13616112fe with lease ID 0x28feaca6ed69227f: from storage DS-b00e360e-dea4-4898-a118-2de8c1225aea node DatanodeRegistration(127.0.0.1:33719, datanodeUuid=0244012f-b813-437e-bf7c-81279e84b0a5, infoPort=38183, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=323023086;c=1732312343634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:52:24,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4 2024-11-22T21:52:24,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/zookeeper_0, clientPort=63686, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T21:52:24,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63686 2024-11-22T21:52:24,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:24,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:24,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:52:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:52:24,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2 with version=8 2024-11-22T21:52:24,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/hbase-staging 2024-11-22T21:52:24,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:52:24,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:52:24,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:52:24,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:52:24,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:52:24,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:52:24,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T21:52:24,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:52:24,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35267 2024-11-22T21:52:24,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35267 connecting to ZooKeeper ensemble=127.0.0.1:63686 2024-11-22T21:52:24,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352670x0, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:52:24,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35267-0x1011c6f9b8a0000 connected 2024-11-22T21:52:24,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:24,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:24,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:52:24,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2, hbase.cluster.distributed=false 2024-11-22T21:52:24,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:52:24,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35267 2024-11-22T21:52:24,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35267 2024-11-22T21:52:24,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35267 2024-11-22T21:52:24,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35267 2024-11-22T21:52:24,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35267 2024-11-22T21:52:24,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:52:24,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:52:24,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:52:24,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:52:24,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:52:24,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:52:24,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T21:52:24,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:52:24,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43893 2024-11-22T21:52:24,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43893 connecting to ZooKeeper ensemble=127.0.0.1:63686 2024-11-22T21:52:24,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:24,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438930x0, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:52:24,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438930x0, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:52:24,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T21:52:24,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43893-0x1011c6f9b8a0001 connected 2024-11-22T21:52:24,390 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T21:52:24,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:52:24,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:52:24,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43893 2024-11-22T21:52:24,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43893 2024-11-22T21:52:24,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43893 2024-11-22T21:52:24,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43893 2024-11-22T21:52:24,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43893 2024-11-22T21:52:24,407 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e125c70568e8:35267 2024-11-22T21:52:24,407 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e125c70568e8,35267,1732312344303 2024-11-22T21:52:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:52:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:52:24,410 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e125c70568e8,35267,1732312344303 2024-11-22T21:52:24,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T21:52:24,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,412 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T21:52:24,413 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e125c70568e8,35267,1732312344303 from backup master directory 2024-11-22T21:52:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e125c70568e8,35267,1732312344303 2024-11-22T21:52:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:52:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:52:24,414 WARN [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:52:24,414 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e125c70568e8,35267,1732312344303 2024-11-22T21:52:24,419 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/hbase.id] with ID: cdcc2a6a-7da2-444d-ad42-18482e3728dc 2024-11-22T21:52:24,419 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/.tmp/hbase.id 2024-11-22T21:52:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:52:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:52:24,431 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/.tmp/hbase.id]:[hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/hbase.id] 2024-11-22T21:52:24,446 INFO [master/e125c70568e8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:24,446 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T21:52:24,449 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-22T21:52:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:52:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:52:24,464 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:52:24,465 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T21:52:24,465 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:52:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:52:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:52:24,474 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store 2024-11-22T21:52:24,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:52:24,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:52:24,480 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:24,480 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:52:24,480 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:24,480 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:24,481 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:52:24,481 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:24,481 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:52:24,481 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312344480Disabling compacts and flushes for region at 1732312344480Disabling writes for close at 1732312344481 (+1 ms)Writing region close event to WAL at 1732312344481Closed at 1732312344481 2024-11-22T21:52:24,481 WARN [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/.initializing 2024-11-22T21:52:24,481 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/WALs/e125c70568e8,35267,1732312344303 2024-11-22T21:52:24,482 INFO [master/e125c70568e8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:52:24,484 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C35267%2C1732312344303, suffix=, logDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/WALs/e125c70568e8,35267,1732312344303, archiveDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/oldWALs, maxLogs=10 2024-11-22T21:52:24,501 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/WALs/e125c70568e8,35267,1732312344303/e125c70568e8%2C35267%2C1732312344303.1732312344484, exclude list is [], retry=0 2024-11-22T21:52:24,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-94ea413b-dce3-4ddb-9cb3-44727facdcef,DISK] 2024-11-22T21:52:24,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-bab8f548-1241-4a20-8793-0bef0eb8dfec,DISK] 2024-11-22T21:52:24,507 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/WALs/e125c70568e8,35267,1732312344303/e125c70568e8%2C35267%2C1732312344303.1732312344484 2024-11-22T21:52:24,507 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915),(127.0.0.1/127.0.0.1:38183:38183)] 2024-11-22T21:52:24,507 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:52:24,507 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:24,507 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,507 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T21:52:24,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:24,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T21:52:24,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:52:24,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T21:52:24,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:52:24,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T21:52:24,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:52:24,517 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,517 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,518 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,519 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,519 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,520 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T21:52:24,521 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:52:24,523 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:52:24,524 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=806509, jitterRate=0.02552962303161621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T21:52:24,524 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732312344507Initializing all the Stores at 1732312344508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312344508Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312344509 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312344509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312344509Cleaning up temporary data from old regions at 1732312344519 (+10 ms)Region opened successfully at 1732312344524 (+5 ms) 2024-11-22T21:52:24,525 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T21:52:24,529 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5f20b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:52:24,530 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T21:52:24,531 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T21:52:24,531 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T21:52:24,531 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T21:52:24,531 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T21:52:24,532 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T21:52:24,532 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T21:52:24,537 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T21:52:24,538 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T21:52:24,540 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T21:52:24,540 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T21:52:24,541 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T21:52:24,542 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T21:52:24,543 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T21:52:24,544 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T21:52:24,546 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T21:52:24,547 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T21:52:24,548 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T21:52:24,550 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T21:52:24,552 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T21:52:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:52:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:52:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,555 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e125c70568e8,35267,1732312344303, sessionid=0x1011c6f9b8a0000, setting cluster-up flag (Was=false) 2024-11-22T21:52:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,563 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T21:52:24,564 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,35267,1732312344303 2024-11-22T21:52:24,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:24,574 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T21:52:24,575 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,35267,1732312344303 2024-11-22T21:52:24,577 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T21:52:24,579 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T21:52:24,579 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T21:52:24,579 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T21:52:24,579 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e125c70568e8,35267,1732312344303 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e125c70568e8:0, corePoolSize=10, maxPoolSize=10 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:52:24,580 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:52:24,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T21:52:24,584 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T21:52:24,593 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732312374593 2024-11-22T21:52:24,593 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T21:52:24,594 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T21:52:24,594 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T21:52:24,594 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T21:52:24,594 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T21:52:24,594 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T21:52:24,597 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,597 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T21:52:24,597 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T21:52:24,598 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T21:52:24,598 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T21:52:24,598 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T21:52:24,599 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312344598,5,FailOnTimeoutGroup] 2024-11-22T21:52:24,602 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(746): ClusterId : cdcc2a6a-7da2-444d-ad42-18482e3728dc 2024-11-22T21:52:24,602 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T21:52:24,604 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T21:52:24,604 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T21:52:24,604 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312344599,5,FailOnTimeoutGroup] 2024-11-22T21:52:24,604 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,605 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T21:52:24,605 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,605 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,607 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T21:52:24,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:52:24,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:52:24,607 DEBUG [RS:0;e125c70568e8:43893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a33d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:52:24,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T21:52:24,608 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2 2024-11-22T21:52:24,630 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e125c70568e8:43893 2024-11-22T21:52:24,630 INFO [RS:0;e125c70568e8:43893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T21:52:24,630 INFO [RS:0;e125c70568e8:43893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T21:52:24,630 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T21:52:24,631 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(2659): reportForDuty to master=e125c70568e8,35267,1732312344303 with port=43893, startcode=1732312344358 2024-11-22T21:52:24,631 DEBUG [RS:0;e125c70568e8:43893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T21:52:24,634 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44317, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T21:52:24,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e125c70568e8,43893,1732312344358 2024-11-22T21:52:24,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] master.ServerManager(517): Registering regionserver=e125c70568e8,43893,1732312344358 2024-11-22T21:52:24,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:52:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:52:24,637 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2 2024-11-22T21:52:24,637 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41283 2024-11-22T21:52:24,637 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T21:52:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:24,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:52:24,641 DEBUG [RS:0;e125c70568e8:43893 {}] zookeeper.ZKUtil(111): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e125c70568e8,43893,1732312344358 2024-11-22T21:52:24,641 WARN [RS:0;e125c70568e8:43893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:52:24,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e125c70568e8,43893,1732312344358] 2024-11-22T21:52:24,641 INFO [RS:0;e125c70568e8:43893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:52:24,641 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358 2024-11-22T21:52:24,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:52:24,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:52:24,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:24,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:52:24,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:52:24,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:24,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:52:24,649 INFO [RS:0;e125c70568e8:43893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T21:52:24,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:52:24,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:24,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:52:24,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:52:24,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:24,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:24,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:52:24,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740 2024-11-22T21:52:24,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740 2024-11-22T21:52:24,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:52:24,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:52:24,657 INFO [RS:0;e125c70568e8:43893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T21:52:24,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:52:24,661 INFO [RS:0;e125c70568e8:43893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T21:52:24,662 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,662 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T21:52:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:52:24,663 INFO [RS:0;e125c70568e8:43893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T21:52:24,663 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,663 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,663 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,663 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:52:24,664 DEBUG [RS:0;e125c70568e8:43893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:52:24,666 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:52:24,666 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739649, jitterRate=-0.05948808789253235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:52:24,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732312344638Initializing all the Stores at 1732312344640 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312344640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312344642 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312344642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312344642Cleaning up temporary data from old regions at 1732312344657 (+15 ms)Region opened successfully at 1732312344667 (+10 ms) 2024-11-22T21:52:24,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:52:24,667 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:52:24,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:52:24,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:52:24,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:52:24,669 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,669 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,669 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,669 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,669 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,669 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,43893,1732312344358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:52:24,670 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:52:24,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312344667Disabling compacts and flushes for region at 1732312344667Disabling writes for close at 1732312344667Writing region close event to WAL at 1732312344670 (+3 ms)Closed at 1732312344670 2024-11-22T21:52:24,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:52:24,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T21:52:24,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T21:52:24,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:52:24,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T21:52:24,688 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T21:52:24,689 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,43893,1732312344358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,689 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,689 INFO [RS:0;e125c70568e8:43893 {}] regionserver.Replication(171): e125c70568e8,43893,1732312344358 started 2024-11-22T21:52:24,710 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:24,710 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1482): Serving as e125c70568e8,43893,1732312344358, RpcServer on e125c70568e8/172.17.0.2:43893, sessionid=0x1011c6f9b8a0001 2024-11-22T21:52:24,710 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T21:52:24,710 DEBUG [RS:0;e125c70568e8:43893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e125c70568e8,43893,1732312344358 2024-11-22T21:52:24,710 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,43893,1732312344358' 2024-11-22T21:52:24,710 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T21:52:24,711 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T21:52:24,712 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T21:52:24,712 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T21:52:24,712 DEBUG [RS:0;e125c70568e8:43893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e125c70568e8,43893,1732312344358 2024-11-22T21:52:24,712 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,43893,1732312344358' 2024-11-22T21:52:24,712 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T21:52:24,712 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T21:52:24,713 DEBUG [RS:0;e125c70568e8:43893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T21:52:24,713 INFO [RS:0;e125c70568e8:43893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T21:52:24,713 INFO [RS:0;e125c70568e8:43893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T21:52:24,813 INFO [RS:0;e125c70568e8:43893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:52:24,815 INFO [RS:0;e125c70568e8:43893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C43893%2C1732312344358, suffix=, logDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358, archiveDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/oldWALs, maxLogs=32 2024-11-22T21:52:24,825 WARN [e125c70568e8:35267 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T21:52:24,830 DEBUG [RS:0;e125c70568e8:43893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312344816, exclude list is [], retry=0 2024-11-22T21:52:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-bab8f548-1241-4a20-8793-0bef0eb8dfec,DISK] 2024-11-22T21:52:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-94ea413b-dce3-4ddb-9cb3-44727facdcef,DISK] 2024-11-22T21:52:24,842 INFO [RS:0;e125c70568e8:43893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312344816 2024-11-22T21:52:24,843 DEBUG [RS:0;e125c70568e8:43893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38183:38183),(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-22T21:52:25,076 DEBUG [e125c70568e8:35267 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T21:52:25,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:25,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,43893,1732312344358, state=OPENING 2024-11-22T21:52:25,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T21:52:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:52:25,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:52:25,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:52:25,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:52:25,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,43893,1732312344358}] 2024-11-22T21:52:25,235 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T21:52:25,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T21:52:25,240 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T21:52:25,240 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:52:25,241 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T21:52:25,242 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C43893%2C1732312344358.meta, suffix=.meta, logDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358, archiveDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/oldWALs, maxLogs=32 2024-11-22T21:52:25,256 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.meta.1732312345243.meta, exclude list is [], retry=0 2024-11-22T21:52:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-94ea413b-dce3-4ddb-9cb3-44727facdcef,DISK] 2024-11-22T21:52:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-bab8f548-1241-4a20-8793-0bef0eb8dfec,DISK] 2024-11-22T21:52:25,261 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.meta.1732312345243.meta 2024-11-22T21:52:25,261 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915),(127.0.0.1/127.0.0.1:38183:38183)] 2024-11-22T21:52:25,261 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:52:25,261 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T21:52:25,261 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T21:52:25,261 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T21:52:25,261 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T21:52:25,262 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:25,262 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T21:52:25,262 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T21:52:25,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:52:25,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:52:25,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:25,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:25,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:52:25,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:52:25,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:25,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:25,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:52:25,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:52:25,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:25,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:25,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:52:25,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:52:25,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:25,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:52:25,269 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:52:25,270 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740 2024-11-22T21:52:25,271 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740 2024-11-22T21:52:25,272 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:52:25,272 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:52:25,272 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:52:25,274 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:52:25,274 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=844883, jitterRate=0.07432511448860168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:52:25,274 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T21:52:25,275 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732312345262Writing region info on filesystem at 1732312345262Initializing all the Stores at 1732312345263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312345263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312345264 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312345264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312345264Cleaning up temporary data from old regions at 1732312345272 (+8 ms)Running coprocessor post-open hooks at 1732312345274 (+2 ms)Region opened successfully at 1732312345275 (+1 ms) 2024-11-22T21:52:25,276 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732312345235 2024-11-22T21:52:25,278 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T21:52:25,278 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T21:52:25,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:25,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,43893,1732312344358, state=OPEN 2024-11-22T21:52:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:52:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:52:25,285 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e125c70568e8,43893,1732312344358 2024-11-22T21:52:25,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:52:25,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:52:25,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T21:52:25,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,43893,1732312344358 in 203 msec 2024-11-22T21:52:25,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T21:52:25,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-22T21:52:25,290 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:52:25,290 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T21:52:25,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:52:25,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,43893,1732312344358, seqNum=-1] 2024-11-22T21:52:25,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:52:25,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38621, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:52:25,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-11-22T21:52:25,297 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732312345297, completionTime=-1 2024-11-22T21:52:25,297 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T21:52:25,297 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T21:52:25,298 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T21:52:25,298 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732312405298 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732312465298 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,35267,1732312344303-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,35267,1732312344303-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,35267,1732312344303-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e125c70568e8:35267, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:25,299 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:25,301 DEBUG [master/e125c70568e8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.888sec 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,35267,1732312344303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:52:25,303 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,35267,1732312344303-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T21:52:25,305 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T21:52:25,305 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T21:52:25,305 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,35267,1732312344303-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:52:25,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feda3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:52:25,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e125c70568e8,35267,-1 for getting cluster id 2024-11-22T21:52:25,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T21:52:25,401 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdcc2a6a-7da2-444d-ad42-18482e3728dc' 2024-11-22T21:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T21:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdcc2a6a-7da2-444d-ad42-18482e3728dc" 2024-11-22T21:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1040ebf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e125c70568e8,35267,-1] 2024-11-22T21:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T21:52:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:52:25,403 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T21:52:25,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bdbdf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:52:25,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:52:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,43893,1732312344358, seqNum=-1] 2024-11-22T21:52:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:52:25,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:52:25,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e125c70568e8,35267,1732312344303 2024-11-22T21:52:25,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:52:25,410 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T21:52:25,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T21:52:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e125c70568e8,35267,1732312344303 2024-11-22T21:52:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9feeca 2024-11-22T21:52:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:52:25,413 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:52:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-22T21:52:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-22T21:52:25,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:52:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-22T21:52:25,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:52:25,416 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:25,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-22T21:52:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:52:25,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:52:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741835_1011 (size=381) 2024-11-22T21:52:25,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741835_1011 (size=381) 2024-11-22T21:52:25,425 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 298d789282d6fa3c0e8d95d78f55aef5, NAME => 'TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2 2024-11-22T21:52:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741836_1012 (size=64) 2024-11-22T21:52:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741836_1012 (size=64) 2024-11-22T21:52:25,432 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:25,432 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 298d789282d6fa3c0e8d95d78f55aef5, disabling compactions & flushes 2024-11-22T21:52:25,432 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:25,432 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:25,432 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. after waiting 0 ms 2024-11-22T21:52:25,432 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:25,432 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:25,432 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 298d789282d6fa3c0e8d95d78f55aef5: Waiting for close lock at 1732312345432Disabling compacts and flushes for region at 1732312345432Disabling writes for close at 1732312345432Writing region close event to WAL at 1732312345432Closed at 1732312345432 2024-11-22T21:52:25,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:52:25,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732312345433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732312345433"}]},"ts":"1732312345433"} 2024-11-22T21:52:25,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T21:52:25,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:52:25,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312345437"}]},"ts":"1732312345437"} 2024-11-22T21:52:25,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-22T21:52:25,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, ASSIGN}] 2024-11-22T21:52:25,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, ASSIGN 2024-11-22T21:52:25,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, ASSIGN; state=OFFLINE, location=e125c70568e8,43893,1732312344358; forceNewPlan=false, retain=false 2024-11-22T21:52:25,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=298d789282d6fa3c0e8d95d78f55aef5, regionState=OPENING, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, ASSIGN because future has completed 2024-11-22T21:52:25,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358}] 2024-11-22T21:52:25,751 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:25,751 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 298d789282d6fa3c0e8d95d78f55aef5, NAME => 'TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:52:25,752 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,752 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:25,752 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,752 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,754 INFO [StoreOpener-298d789282d6fa3c0e8d95d78f55aef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,756 INFO [StoreOpener-298d789282d6fa3c0e8d95d78f55aef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298d789282d6fa3c0e8d95d78f55aef5 columnFamilyName info 2024-11-22T21:52:25,756 DEBUG [StoreOpener-298d789282d6fa3c0e8d95d78f55aef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:25,756 INFO [StoreOpener-298d789282d6fa3c0e8d95d78f55aef5-1 {}] regionserver.HStore(327): Store=298d789282d6fa3c0e8d95d78f55aef5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:52:25,756 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,757 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,758 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,758 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,758 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,760 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,763 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:52:25,763 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 298d789282d6fa3c0e8d95d78f55aef5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=796822, jitterRate=0.013211742043495178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T21:52:25,763 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:25,764 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 298d789282d6fa3c0e8d95d78f55aef5: Running coprocessor pre-open hook at 1732312345752Writing region info on filesystem at 1732312345752Initializing all the Stores at 1732312345754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312345754Cleaning up temporary data from old regions at 1732312345758 (+4 ms)Running coprocessor post-open hooks at 1732312345763 (+5 ms)Region opened successfully at 1732312345763 2024-11-22T21:52:25,765 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., pid=6, masterSystemTime=1732312345747 2024-11-22T21:52:25,766 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:25,767 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:25,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=298d789282d6fa3c0e8d95d78f55aef5, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:25,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 because future has completed 2024-11-22T21:52:25,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T21:52:25,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 in 176 msec 2024-11-22T21:52:25,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T21:52:25,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, ASSIGN in 334 msec 2024-11-22T21:52:25,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:52:25,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732312345775"}]},"ts":"1732312345775"} 2024-11-22T21:52:25,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-22T21:52:25,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:52:25,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 365 msec 2024-11-22T21:52:28,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-22T21:52:28,059 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-22T21:52:28,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-22T21:52:28,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,655 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T21:52:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:28,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:30,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T21:52:30,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-22T21:52:33,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T21:52:33,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T21:52:35,487 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-22T21:52:35,487 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-22T21:52:35,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-22T21:52:35,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2] 2024-11-22T21:52:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:35,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:52:35,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/ea9b39f66e7745589d6977082252e9ea is 1055, key is row0001/info:/1732312355494/Put/seqid=0 2024-11-22T21:52:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741837_1013 (size=13386) 2024-11-22T21:52:35,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741837_1013 (size=13386) 2024-11-22T21:52:35,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/ea9b39f66e7745589d6977082252e9ea 2024-11-22T21:52:35,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/ea9b39f66e7745589d6977082252e9ea as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/ea9b39f66e7745589d6977082252e9ea 2024-11-22T21:52:35,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T21:52:35,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/ea9b39f66e7745589d6977082252e9ea, entries=8, sequenceid=12, filesize=13.1 K 2024-11-22T21:52:35,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 298d789282d6fa3c0e8d95d78f55aef5 in 38ms, sequenceid=12, compaction requested=false 2024-11-22T21:52:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56340 deadline: 1732312365543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 2024-11-22T21:52:35,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T21:52:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T21:52:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2 because the exception is null or not the one we care about 2024-11-22T21:52:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:45,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-22T21:52:45,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/005b4cf6f3b84175b2aa13b2ff4e8d53 is 1055, key is row0009/info:/1732312355508/Put/seqid=0 2024-11-22T21:52:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741838_1014 (size=28134) 2024-11-22T21:52:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741838_1014 (size=28134) 2024-11-22T21:52:45,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/005b4cf6f3b84175b2aa13b2ff4e8d53 2024-11-22T21:52:45,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/005b4cf6f3b84175b2aa13b2ff4e8d53 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53 2024-11-22T21:52:45,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53, entries=22, sequenceid=37, filesize=27.5 K 2024-11-22T21:52:45,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 298d789282d6fa3c0e8d95d78f55aef5 in 26ms, sequenceid=37, compaction requested=false 2024-11-22T21:52:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-22T21:52:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53 because midkey is the same as first or last row 2024-11-22T21:52:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:47,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:52:47,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/50e24276a472463da8c0ba4f671ce7a4 is 1055, key is row0031/info:/1732312365630/Put/seqid=0 2024-11-22T21:52:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741839_1015 (size=13386) 2024-11-22T21:52:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741839_1015 (size=13386) 2024-11-22T21:52:47,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/50e24276a472463da8c0ba4f671ce7a4 2024-11-22T21:52:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/50e24276a472463da8c0ba4f671ce7a4 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/50e24276a472463da8c0ba4f671ce7a4 2024-11-22T21:52:47,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/50e24276a472463da8c0ba4f671ce7a4, entries=8, sequenceid=48, filesize=13.1 K 2024-11-22T21:52:47,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 298d789282d6fa3c0e8d95d78f55aef5 in 26ms, sequenceid=48, compaction requested=true 2024-11-22T21:52:47,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:47,669 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-22T21:52:47,669 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:47,669 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53 because midkey is the same as first or last row 2024-11-22T21:52:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:47,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 298d789282d6fa3c0e8d95d78f55aef5:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:52:47,670 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:52:47,672 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:52:47,672 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): 298d789282d6fa3c0e8d95d78f55aef5/info is initiating minor compaction (all files) 2024-11-22T21:52:47,672 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 298d789282d6fa3c0e8d95d78f55aef5/info in TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:47,672 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/ea9b39f66e7745589d6977082252e9ea, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/50e24276a472463da8c0ba4f671ce7a4] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp, totalSize=53.6 K 2024-11-22T21:52:47,673 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea9b39f66e7745589d6977082252e9ea, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732312355494 2024-11-22T21:52:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:47,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-22T21:52:47,673 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 005b4cf6f3b84175b2aa13b2ff4e8d53, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732312355508 2024-11-22T21:52:47,674 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50e24276a472463da8c0ba4f671ce7a4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732312365630 2024-11-22T21:52:47,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/1f5c42ab48f64ad3a87ba1eae401f139 is 1055, key is row0039/info:/1732312367644/Put/seqid=0 2024-11-22T21:52:47,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741840_1016 (size=22874) 2024-11-22T21:52:47,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741840_1016 (size=22874) 2024-11-22T21:52:47,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/1f5c42ab48f64ad3a87ba1eae401f139 2024-11-22T21:52:47,695 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 298d789282d6fa3c0e8d95d78f55aef5#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:52:47,695 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/467cbc2fa82a4abc88fbb0563a94e65c is 1055, key is row0001/info:/1732312355494/Put/seqid=0 2024-11-22T21:52:47,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/1f5c42ab48f64ad3a87ba1eae401f139 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/1f5c42ab48f64ad3a87ba1eae401f139 2024-11-22T21:52:47,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/1f5c42ab48f64ad3a87ba1eae401f139, entries=17, sequenceid=68, filesize=22.3 K 2024-11-22T21:52:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741841_1017 (size=45105) 2024-11-22T21:52:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741841_1017 (size=45105) 2024-11-22T21:52:47,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 298d789282d6fa3c0e8d95d78f55aef5 in 32ms, sequenceid=68, compaction requested=false 2024-11-22T21:52:47,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:47,706 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-22T21:52:47,706 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:47,706 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53 because midkey is the same as first or last row 2024-11-22T21:52:47,716 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/467cbc2fa82a4abc88fbb0563a94e65c as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c 2024-11-22T21:52:47,724 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 298d789282d6fa3c0e8d95d78f55aef5/info of 298d789282d6fa3c0e8d95d78f55aef5 into 467cbc2fa82a4abc88fbb0563a94e65c(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:52:47,724 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:47,727 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., storeName=298d789282d6fa3c0e8d95d78f55aef5/info, priority=13, startTime=1732312367670; duration=0sec 2024-11-22T21:52:47,727 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-22T21:52:47,727 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:47,727 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c because midkey is the same as first or last row 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c because midkey is the same as first or last row 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c because midkey is the same as first or last row 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:47,728 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 298d789282d6fa3c0e8d95d78f55aef5:info 2024-11-22T21:52:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:49,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-22T21:52:49,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/26576392768b456e94a7bd9b8cb8d550 is 1055, key is row0056/info:/1732312367675/Put/seqid=0 2024-11-22T21:52:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741842_1018 (size=15490) 2024-11-22T21:52:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741842_1018 (size=15490) 2024-11-22T21:52:49,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/26576392768b456e94a7bd9b8cb8d550 2024-11-22T21:52:49,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/26576392768b456e94a7bd9b8cb8d550 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/26576392768b456e94a7bd9b8cb8d550 2024-11-22T21:52:49,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/26576392768b456e94a7bd9b8cb8d550, entries=10, sequenceid=82, filesize=15.1 K 2024-11-22T21:52:49,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for 298d789282d6fa3c0e8d95d78f55aef5 in 25ms, sequenceid=82, compaction requested=true 2024-11-22T21:52:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c because midkey is the same as first or last row 2024-11-22T21:52:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 298d789282d6fa3c0e8d95d78f55aef5:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:52:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:49,723 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:52:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:49,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-22T21:52:49,725 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:52:49,725 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): 298d789282d6fa3c0e8d95d78f55aef5/info is initiating minor compaction (all files) 2024-11-22T21:52:49,725 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 298d789282d6fa3c0e8d95d78f55aef5/info in TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:49,725 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/1f5c42ab48f64ad3a87ba1eae401f139, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/26576392768b456e94a7bd9b8cb8d550] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp, totalSize=81.5 K 2024-11-22T21:52:49,725 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 467cbc2fa82a4abc88fbb0563a94e65c, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732312355494 2024-11-22T21:52:49,726 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f5c42ab48f64ad3a87ba1eae401f139, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732312367644 2024-11-22T21:52:49,727 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26576392768b456e94a7bd9b8cb8d550, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732312367675 2024-11-22T21:52:49,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/c964afa4f82c40439bb47adf6d1a7b27 is 1055, key is row0066/info:/1732312369699/Put/seqid=0 2024-11-22T21:52:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741843_1019 (size=20766) 2024-11-22T21:52:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741843_1019 (size=20766) 2024-11-22T21:52:49,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/c964afa4f82c40439bb47adf6d1a7b27 2024-11-22T21:52:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/c964afa4f82c40439bb47adf6d1a7b27 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/c964afa4f82c40439bb47adf6d1a7b27 2024-11-22T21:52:49,743 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 298d789282d6fa3c0e8d95d78f55aef5#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:52:49,744 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/596ba5359120458c9256e4945059d791 is 1055, key is row0001/info:/1732312355494/Put/seqid=0 2024-11-22T21:52:49,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/c964afa4f82c40439bb47adf6d1a7b27, entries=15, sequenceid=100, filesize=20.3 K 2024-11-22T21:52:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741844_1020 (size=73753) 2024-11-22T21:52:49,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=12.32 KB/12612 for 298d789282d6fa3c0e8d95d78f55aef5 in 25ms, sequenceid=100, compaction requested=false 2024-11-22T21:52:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741844_1020 (size=73753) 2024-11-22T21:52:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.8 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c because midkey is the same as first or last row 2024-11-22T21:52:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:49,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-22T21:52:49,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/b50920f160cf4427bc5623ebeec5e54a is 1055, key is row0081/info:/1732312369725/Put/seqid=0 2024-11-22T21:52:49,755 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/596ba5359120458c9256e4945059d791 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791 2024-11-22T21:52:49,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741845_1021 (size=18662) 2024-11-22T21:52:49,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741845_1021 (size=18662) 2024-11-22T21:52:49,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/b50920f160cf4427bc5623ebeec5e54a 2024-11-22T21:52:49,762 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 298d789282d6fa3c0e8d95d78f55aef5/info of 298d789282d6fa3c0e8d95d78f55aef5 into 596ba5359120458c9256e4945059d791(size=72.0 K), total size for store is 92.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:52:49,762 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:49,762 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., storeName=298d789282d6fa3c0e8d95d78f55aef5/info, priority=13, startTime=1732312369723; duration=0sec 2024-11-22T21:52:49,762 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,762 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,762 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,762 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,762 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,762 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,763 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:49,763 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:49,763 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 298d789282d6fa3c0e8d95d78f55aef5:info 2024-11-22T21:52:49,765 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] assignment.AssignmentManager(1363): Split request from e125c70568e8,43893,1732312344358, parent={ENCODED => 298d789282d6fa3c0e8d95d78f55aef5, NAME => 'TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-22T21:52:49,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/b50920f160cf4427bc5623ebeec5e54a as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/b50920f160cf4427bc5623ebeec5e54a 2024-11-22T21:52:49,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/b50920f160cf4427bc5623ebeec5e54a, entries=13, sequenceid=116, filesize=18.2 K 2024-11-22T21:52:49,771 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e125c70568e8,43893,1732312344358 2024-11-22T21:52:49,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for 298d789282d6fa3c0e8d95d78f55aef5 in 21ms, sequenceid=116, compaction requested=true 2024-11-22T21:52:49,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 298d789282d6fa3c0e8d95d78f55aef5: 2024-11-22T21:52:49,772 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=110.5 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,772 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,772 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=110.5 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,772 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,772 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=110.5 K, sizeToCheck=16.0 K 2024-11-22T21:52:49,772 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-22T21:52:49,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-22T21:52:49,775 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=2a45bcd2f27aa8095a91ba218ceecc61, daughterB=bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:49,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=2a45bcd2f27aa8095a91ba218ceecc61, daughterB=bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:49,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=2a45bcd2f27aa8095a91ba218ceecc61, daughterB=bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:49,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=2a45bcd2f27aa8095a91ba218ceecc61, daughterB=bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:49,777 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] assignment.AssignmentManager(1363): Split request from e125c70568e8,43893,1732312344358, parent={ENCODED => 298d789282d6fa3c0e8d95d78f55aef5, NAME => 'TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-22T21:52:49,778 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=SPLITTING, location=e125c70568e8,43893,1732312344358 2024-11-22T21:52:49,778 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=e742964b6c51b17dba8b76c74f7a8c03, daughterB=7e6a4b42b5e6b344a9afb1451cf57a67 2024-11-22T21:52:49,779 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=e742964b6c51b17dba8b76c74f7a8c03, daughterB=7e6a4b42b5e6b344a9afb1451cf57a67 held by pid=7 2024-11-22T21:52:49,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, UNASSIGN}] 2024-11-22T21:52:49,785 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(162): LOCK_EVENT_WAIT SchemaLocking[serverLocks={},namespaceLocks={hbase=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},tableLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},regionLocks={},peerLocks={},metaLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},globalLocks={}] 2024-11-22T21:52:49,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, UNASSIGN 2024-11-22T21:52:49,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=e742964b6c51b17dba8b76c74f7a8c03, daughterB=7e6a4b42b5e6b344a9afb1451cf57a67 2024-11-22T21:52:49,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=298d789282d6fa3c0e8d95d78f55aef5, regionState=CLOSING, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:49,789 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35267 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=e125c70568e8,43893,1732312344358, table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T21:52:49,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, UNASSIGN because future has completed 2024-11-22T21:52:49,790 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-22T21:52:49,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358}] 2024-11-22T21:52:49,947 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(122): Close 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:49,947 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-22T21:52:49,947 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1722): Closing 298d789282d6fa3c0e8d95d78f55aef5, disabling compactions & flushes 2024-11-22T21:52:49,947 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:49,947 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:49,948 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. after waiting 0 ms 2024-11-22T21:52:49,948 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:49,948 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(2902): Flushing 298d789282d6fa3c0e8d95d78f55aef5 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-22T21:52:49,953 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/7eb3d7a2b7e948f9b7d2eebf2f53048d is 1055, key is row0094/info:/1732312369751/Put/seqid=0 2024-11-22T21:52:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741846_1022 (size=8118) 2024-11-22T21:52:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741846_1022 (size=8118) 2024-11-22T21:52:49,964 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/7eb3d7a2b7e948f9b7d2eebf2f53048d 2024-11-22T21:52:49,972 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/.tmp/info/7eb3d7a2b7e948f9b7d2eebf2f53048d as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/7eb3d7a2b7e948f9b7d2eebf2f53048d 2024-11-22T21:52:49,978 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/7eb3d7a2b7e948f9b7d2eebf2f53048d, entries=3, sequenceid=123, filesize=7.9 K 2024-11-22T21:52:49,982 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 298d789282d6fa3c0e8d95d78f55aef5 in 34ms, sequenceid=123, compaction requested=true 2024-11-22T21:52:49,983 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/ea9b39f66e7745589d6977082252e9ea, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/50e24276a472463da8c0ba4f671ce7a4, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/1f5c42ab48f64ad3a87ba1eae401f139, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/26576392768b456e94a7bd9b8cb8d550] to archive 2024-11-22T21:52:49,985 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:52:49,987 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/ea9b39f66e7745589d6977082252e9ea to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/ea9b39f66e7745589d6977082252e9ea 2024-11-22T21:52:49,989 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/005b4cf6f3b84175b2aa13b2ff4e8d53 2024-11-22T21:52:49,991 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/467cbc2fa82a4abc88fbb0563a94e65c 2024-11-22T21:52:49,993 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/50e24276a472463da8c0ba4f671ce7a4 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/50e24276a472463da8c0ba4f671ce7a4 2024-11-22T21:52:49,994 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/1f5c42ab48f64ad3a87ba1eae401f139 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/1f5c42ab48f64ad3a87ba1eae401f139 2024-11-22T21:52:49,996 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/26576392768b456e94a7bd9b8cb8d550 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/26576392768b456e94a7bd9b8cb8d550 2024-11-22T21:52:50,008 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-22T21:52:50,009 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. 2024-11-22T21:52:50,009 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1676): Region close journal for 298d789282d6fa3c0e8d95d78f55aef5: Waiting for close lock at 1732312369947Running coprocessor pre-close hooks at 1732312369947Disabling compacts and flushes for region at 1732312369947Disabling writes for close at 1732312369948 (+1 ms)Obtaining lock to block concurrent updates at 1732312369948Preparing flush snapshotting stores in 298d789282d6fa3c0e8d95d78f55aef5 at 1732312369948Finished memstore snapshotting TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., syncing WAL and waiting on mvcc, flushsize=dataSize=3153, getHeapSize=3624, getOffHeapSize=0, getCellsCount=3 at 1732312369948Flushing stores of TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. at 1732312369949 (+1 ms)Flushing 298d789282d6fa3c0e8d95d78f55aef5/info: creating writer at 1732312369949Flushing 298d789282d6fa3c0e8d95d78f55aef5/info: appending metadata at 1732312369952 (+3 ms)Flushing 298d789282d6fa3c0e8d95d78f55aef5/info: closing flushed file at 1732312369952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dad0933: reopening flushed file at 1732312369971 (+19 ms)Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 298d789282d6fa3c0e8d95d78f55aef5 in 34ms, sequenceid=123, compaction requested=true at 1732312369982 (+11 ms)Writing region close event to WAL at 1732312370003 (+21 ms)Running coprocessor post-close hooks at 1732312370008 (+5 ms)Closed at 1732312370009 (+1 ms) 2024-11-22T21:52:50,012 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(157): Closed 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=298d789282d6fa3c0e8d95d78f55aef5, regionState=CLOSED 2024-11-22T21:52:50,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 because future has completed 2024-11-22T21:52:50,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T21:52:50,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; CloseRegionProcedure 298d789282d6fa3c0e8d95d78f55aef5, server=e125c70568e8,43893,1732312344358 in 226 msec 2024-11-22T21:52:50,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-22T21:52:50,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=298d789282d6fa3c0e8d95d78f55aef5, UNASSIGN in 237 msec 2024-11-22T21:52:50,032 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:50,036 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=298d789282d6fa3c0e8d95d78f55aef5, threads=4 2024-11-22T21:52:50,038 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/7eb3d7a2b7e948f9b7d2eebf2f53048d for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,038 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791 for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,053 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/7eb3d7a2b7e948f9b7d2eebf2f53048d, top=true 2024-11-22T21:52:50,057 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/b50920f160cf4427bc5623ebeec5e54a for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,066 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/c964afa4f82c40439bb47adf6d1a7b27 for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,067 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/b50920f160cf4427bc5623ebeec5e54a, top=true 2024-11-22T21:52:50,079 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/c964afa4f82c40439bb47adf6d1a7b27, top=true 2024-11-22T21:52:50,095 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d for child: bd074e5b98554f2b34ef6282fd421d24, parent: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,095 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/7eb3d7a2b7e948f9b7d2eebf2f53048d for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,096 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a for child: bd074e5b98554f2b34ef6282fd421d24, parent: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,096 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/b50920f160cf4427bc5623ebeec5e54a for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,096 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27 for child: bd074e5b98554f2b34ef6282fd421d24, parent: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,096 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/c964afa4f82c40439bb47adf6d1a7b27 for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741847_1023 (size=27) 2024-11-22T21:52:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741847_1023 (size=27) 2024-11-22T21:52:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741848_1024 (size=27) 2024-11-22T21:52:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741848_1024 (size=27) 2024-11-22T21:52:50,124 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791 for region: 298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:52:50,126 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 298d789282d6fa3c0e8d95d78f55aef5 Daughter A: [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5] storefiles, Daughter B: [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27] storefiles. 2024-11-22T21:52:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741849_1025 (size=71) 2024-11-22T21:52:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741849_1025 (size=71) 2024-11-22T21:52:50,143 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741850_1026 (size=71) 2024-11-22T21:52:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741850_1026 (size=71) 2024-11-22T21:52:50,200 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:50,212 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-22T21:52:50,214 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-22T21:52:50,217 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732312370216"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732312370216"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732312370216"}]},"ts":"1732312370216"} 2024-11-22T21:52:50,217 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732312370216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732312370216"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732312370216"}]},"ts":"1732312370216"} 2024-11-22T21:52:50,217 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732312370216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732312370216"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732312370216"}]},"ts":"1732312370216"} 2024-11-22T21:52:50,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2a45bcd2f27aa8095a91ba218ceecc61, ASSIGN}, {pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bd074e5b98554f2b34ef6282fd421d24, ASSIGN}] 2024-11-22T21:52:50,237 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2a45bcd2f27aa8095a91ba218ceecc61, ASSIGN 2024-11-22T21:52:50,238 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bd074e5b98554f2b34ef6282fd421d24, ASSIGN 2024-11-22T21:52:50,238 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2a45bcd2f27aa8095a91ba218ceecc61, ASSIGN; state=SPLITTING_NEW, location=e125c70568e8,43893,1732312344358; forceNewPlan=false, retain=false 2024-11-22T21:52:50,238 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bd074e5b98554f2b34ef6282fd421d24, ASSIGN; state=SPLITTING_NEW, location=e125c70568e8,43893,1732312344358; forceNewPlan=false, retain=false 2024-11-22T21:52:50,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bd074e5b98554f2b34ef6282fd421d24, regionState=OPENING, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:50,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2a45bcd2f27aa8095a91ba218ceecc61, regionState=OPENING, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:50,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bd074e5b98554f2b34ef6282fd421d24, ASSIGN because future has completed 2024-11-22T21:52:50,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd074e5b98554f2b34ef6282fd421d24, server=e125c70568e8,43893,1732312344358}] 2024-11-22T21:52:50,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2a45bcd2f27aa8095a91ba218ceecc61, ASSIGN because future has completed 2024-11-22T21:52:50,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a45bcd2f27aa8095a91ba218ceecc61, server=e125c70568e8,43893,1732312344358}] 2024-11-22T21:52:50,549 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:52:50,549 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a45bcd2f27aa8095a91ba218ceecc61, NAME => 'TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-22T21:52:50,549 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,549 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:50,550 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,550 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,551 INFO [StoreOpener-2a45bcd2f27aa8095a91ba218ceecc61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,552 INFO [StoreOpener-2a45bcd2f27aa8095a91ba218ceecc61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a45bcd2f27aa8095a91ba218ceecc61 columnFamilyName info 2024-11-22T21:52:50,552 DEBUG [StoreOpener-2a45bcd2f27aa8095a91ba218ceecc61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:50,567 DEBUG [StoreOpener-2a45bcd2f27aa8095a91ba218ceecc61-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5->hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791-bottom 2024-11-22T21:52:50,568 INFO [StoreOpener-2a45bcd2f27aa8095a91ba218ceecc61-1 {}] regionserver.HStore(327): Store=2a45bcd2f27aa8095a91ba218ceecc61/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:52:50,568 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,569 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,571 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,571 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,571 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,573 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,575 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened 2a45bcd2f27aa8095a91ba218ceecc61; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=861674, jitterRate=0.0956752747297287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T21:52:50,575 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:52:50,576 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for 2a45bcd2f27aa8095a91ba218ceecc61: Running coprocessor pre-open hook at 1732312370550Writing region info on filesystem at 1732312370550Initializing all the Stores at 1732312370551 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312370551Cleaning up temporary data from old regions at 1732312370571 (+20 ms)Running coprocessor post-open hooks at 1732312370575 (+4 ms)Region opened successfully at 1732312370576 (+1 ms) 2024-11-22T21:52:50,577 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61., pid=14, masterSystemTime=1732312370544 2024-11-22T21:52:50,577 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(403): Add compact mark for store 2a45bcd2f27aa8095a91ba218ceecc61:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:52:50,577 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-22T21:52:50,577 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:50,578 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:52:50,578 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): 2a45bcd2f27aa8095a91ba218ceecc61/info is initiating minor compaction (all files) 2024-11-22T21:52:50,578 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a45bcd2f27aa8095a91ba218ceecc61/info in TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:52:50,578 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5->hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791-bottom] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/.tmp, totalSize=72.0 K 2024-11-22T21:52:50,579 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732312355494 2024-11-22T21:52:50,580 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:52:50,580 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:52:50,580 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:52:50,580 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bd074e5b98554f2b34ef6282fd421d24, NAME => 'TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-22T21:52:50,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2a45bcd2f27aa8095a91ba218ceecc61, regionState=OPEN, openSeqNum=127, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:50,581 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,581 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:52:50,581 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,581 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,583 INFO [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,584 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-22T21:52:50,584 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T21:52:50,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-22T21:52:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a45bcd2f27aa8095a91ba218ceecc61, server=e125c70568e8,43893,1732312344358 because future has completed 2024-11-22T21:52:50,584 INFO [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd074e5b98554f2b34ef6282fd421d24 columnFamilyName info 2024-11-22T21:52:50,584 DEBUG [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:52:50,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=11 2024-11-22T21:52:50,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a45bcd2f27aa8095a91ba218ceecc61, server=e125c70568e8,43893,1732312344358 in 193 msec 2024-11-22T21:52:50,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2a45bcd2f27aa8095a91ba218ceecc61, ASSIGN in 353 msec 2024-11-22T21:52:50,600 DEBUG [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5->hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791-top 2024-11-22T21:52:50,605 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a45bcd2f27aa8095a91ba218ceecc61#info#compaction#41 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:52:50,605 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/.tmp/info/4281c72a3bfc48b9927390b07a1ba6a9 is 1055, key is row0001/info:/1732312355494/Put/seqid=0 2024-11-22T21:52:50,606 DEBUG [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d 2024-11-22T21:52:50,611 DEBUG [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a 2024-11-22T21:52:50,614 DEBUG [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27 2024-11-22T21:52:50,614 INFO [StoreOpener-bd074e5b98554f2b34ef6282fd421d24-1 {}] regionserver.HStore(327): Store=bd074e5b98554f2b34ef6282fd421d24/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:52:50,615 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,615 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,616 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,617 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,617 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/info/c664f330a09e44e09229dcdf334fb9d5 is 193, key is TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24./info:regioninfo/1732312370389/Put/seqid=0 2024-11-22T21:52:50,619 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,620 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened bd074e5b98554f2b34ef6282fd421d24; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=806808, jitterRate=0.02590996026992798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T21:52:50,620 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:52:50,620 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bd074e5b98554f2b34ef6282fd421d24: Running coprocessor pre-open hook at 1732312370581Writing region info on filesystem at 1732312370581Initializing all the Stores at 1732312370582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312370582Cleaning up temporary data from old regions at 1732312370617 (+35 ms)Running coprocessor post-open hooks at 1732312370620 (+3 ms)Region opened successfully at 1732312370620 2024-11-22T21:52:50,621 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., pid=13, masterSystemTime=1732312370544 2024-11-22T21:52:50,621 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store bd074e5b98554f2b34ef6282fd421d24:info, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:52:50,621 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:50,621 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:52:50,623 INFO [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:52:50,623 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.HStore(1541): bd074e5b98554f2b34ef6282fd421d24/info is initiating minor compaction (all files) 2024-11-22T21:52:50,623 INFO [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd074e5b98554f2b34ef6282fd421d24/info in TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:52:50,623 DEBUG [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:52:50,623 INFO [RS_OPEN_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:52:50,623 INFO [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5->hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791-top, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp, totalSize=118.5 K 2024-11-22T21:52:50,624 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] compactions.Compactor(225): Compacting 596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732312355494 2024-11-22T21:52:50,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bd074e5b98554f2b34ef6282fd421d24, regionState=OPEN, openSeqNum=127, regionLocation=e125c70568e8,43893,1732312344358 2024-11-22T21:52:50,625 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732312369699 2024-11-22T21:52:50,625 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732312369725 2024-11-22T21:52:50,625 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d, keycount=3, bloomtype=ROW, size=7.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732312369751 2024-11-22T21:52:50,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd074e5b98554f2b34ef6282fd421d24, server=e125c70568e8,43893,1732312344358 because future has completed 2024-11-22T21:52:50,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741851_1027 (size=71441) 2024-11-22T21:52:50,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741851_1027 (size=71441) 2024-11-22T21:52:50,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741852_1028 (size=9847) 2024-11-22T21:52:50,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741852_1028 (size=9847) 2024-11-22T21:52:50,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/info/c664f330a09e44e09229dcdf334fb9d5 2024-11-22T21:52:50,650 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/.tmp/info/4281c72a3bfc48b9927390b07a1ba6a9 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/info/4281c72a3bfc48b9927390b07a1ba6a9 2024-11-22T21:52:50,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T21:52:50,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bd074e5b98554f2b34ef6282fd421d24, server=e125c70568e8,43893,1732312344358 in 254 msec 2024-11-22T21:52:50,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-11-22T21:52:50,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bd074e5b98554f2b34ef6282fd421d24, ASSIGN in 416 msec 2024-11-22T21:52:50,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=2a45bcd2f27aa8095a91ba218ceecc61, daughterB=bd074e5b98554f2b34ef6282fd421d24 in 885 msec 2024-11-22T21:52:50,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=e742964b6c51b17dba8b76c74f7a8c03, daughterB=7e6a4b42b5e6b344a9afb1451cf57a67 2024-11-22T21:52:50,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=e742964b6c51b17dba8b76c74f7a8c03, daughterB=7e6a4b42b5e6b344a9afb1451cf57a67 2024-11-22T21:52:50,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=e742964b6c51b17dba8b76c74f7a8c03, daughterB=7e6a4b42b5e6b344a9afb1451cf57a67 2024-11-22T21:52:50,660 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(534): Split of {ENCODED => 298d789282d6fa3c0e8d95d78f55aef5, NAME => 'TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5.', STARTKEY => '', ENDKEY => ''} skipped; state is already SPLIT 2024-11-22T21:52:50,661 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 2a45bcd2f27aa8095a91ba218ceecc61/info of 2a45bcd2f27aa8095a91ba218ceecc61 into 4281c72a3bfc48b9927390b07a1ba6a9(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:52:50,661 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a45bcd2f27aa8095a91ba218ceecc61: 2024-11-22T21:52:50,661 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61., storeName=2a45bcd2f27aa8095a91ba218ceecc61/info, priority=15, startTime=1732312370577; duration=0sec 2024-11-22T21:52:50,661 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:50,662 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a45bcd2f27aa8095a91ba218ceecc61:info 2024-11-22T21:52:50,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=298d789282d6fa3c0e8d95d78f55aef5, daughterA=e742964b6c51b17dba8b76c74f7a8c03, daughterB=7e6a4b42b5e6b344a9afb1451cf57a67 in 882 msec 2024-11-22T21:52:50,671 INFO [RS:0;e125c70568e8:43893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd074e5b98554f2b34ef6282fd421d24#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:52:50,672 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/e0ee477d28564d02bb1b472af8723d04 is 1055, key is row0064/info:/1732312367693/Put/seqid=0 2024-11-22T21:52:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741853_1029 (size=40102) 2024-11-22T21:52:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741853_1029 (size=40102) 2024-11-22T21:52:50,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/ns/f94529a4f45a46deb1f639754330fc35 is 43, key is default/ns:d/1732312345293/Put/seqid=0 2024-11-22T21:52:50,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741854_1030 (size=5153) 2024-11-22T21:52:50,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741854_1030 (size=5153) 2024-11-22T21:52:50,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/ns/f94529a4f45a46deb1f639754330fc35 2024-11-22T21:52:50,686 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/e0ee477d28564d02bb1b472af8723d04 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/e0ee477d28564d02bb1b472af8723d04 2024-11-22T21:52:50,693 INFO [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd074e5b98554f2b34ef6282fd421d24/info of bd074e5b98554f2b34ef6282fd421d24 into e0ee477d28564d02bb1b472af8723d04(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:52:50,694 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:52:50,694 INFO [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., storeName=bd074e5b98554f2b34ef6282fd421d24/info, priority=12, startTime=1732312370621; duration=0sec 2024-11-22T21:52:50,694 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:52:50,694 DEBUG [RS:0;e125c70568e8:43893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd074e5b98554f2b34ef6282fd421d24:info 2024-11-22T21:52:50,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/table/e804e6e5b19a41089b09a6446882d1b6 is 65, key is TestLogRolling-testLogRolling/table:state/1732312345775/Put/seqid=0 2024-11-22T21:52:50,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741855_1031 (size=5340) 2024-11-22T21:52:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741855_1031 (size=5340) 2024-11-22T21:52:50,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/table/e804e6e5b19a41089b09a6446882d1b6 2024-11-22T21:52:50,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/info/c664f330a09e44e09229dcdf334fb9d5 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/info/c664f330a09e44e09229dcdf334fb9d5 2024-11-22T21:52:50,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/info/c664f330a09e44e09229dcdf334fb9d5, entries=30, sequenceid=17, filesize=9.6 K 2024-11-22T21:52:50,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/ns/f94529a4f45a46deb1f639754330fc35 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/ns/f94529a4f45a46deb1f639754330fc35 2024-11-22T21:52:50,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/ns/f94529a4f45a46deb1f639754330fc35, entries=2, sequenceid=17, filesize=5.0 K 2024-11-22T21:52:50,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/table/e804e6e5b19a41089b09a6446882d1b6 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/table/e804e6e5b19a41089b09a6446882d1b6 2024-11-22T21:52:50,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/table/e804e6e5b19a41089b09a6446882d1b6, entries=2, sequenceid=17, filesize=5.2 K 2024-11-22T21:52:50,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 173ms, sequenceid=17, compaction requested=false 2024-11-22T21:52:50,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-22T21:52:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56340 deadline: 1732312381757, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. is not online on e125c70568e8,43893,1732312344358 2024-11-22T21:52:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. is not online on e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T21:52:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5. is not online on e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T21:52:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732312345413.298d789282d6fa3c0e8d95d78f55aef5., hostname=e125c70568e8,43893,1732312344358, seqNum=2 from cache 2024-11-22T21:52:54,286 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:52:55,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T21:52:55,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:52:55,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:53:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., hostname=e125c70568e8,43893,1732312344358, seqNum=127] 2024-11-22T21:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:01,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:53:01,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/f896b02ca524414d8d9dbcf3a6d61a5a is 1055, key is row0097/info:/1732312381844/Put/seqid=0 2024-11-22T21:53:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741856_1032 (size=13394) 2024-11-22T21:53:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741856_1032 (size=13394) 2024-11-22T21:53:01,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/f896b02ca524414d8d9dbcf3a6d61a5a 2024-11-22T21:53:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/f896b02ca524414d8d9dbcf3a6d61a5a as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/f896b02ca524414d8d9dbcf3a6d61a5a 2024-11-22T21:53:01,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/f896b02ca524414d8d9dbcf3a6d61a5a, entries=8, sequenceid=138, filesize=13.1 K 2024-11-22T21:53:01,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for bd074e5b98554f2b34ef6282fd421d24 in 27ms, sequenceid=138, compaction requested=false 2024-11-22T21:53:01,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:01,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-22T21:53:01,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/ea4c63afd94a4b2f817aabc0fa67de14 is 1055, key is row0105/info:/1732312381856/Put/seqid=0 2024-11-22T21:53:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741857_1033 (size=22891) 2024-11-22T21:53:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741857_1033 (size=22891) 2024-11-22T21:53:01,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/ea4c63afd94a4b2f817aabc0fa67de14 2024-11-22T21:53:01,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/ea4c63afd94a4b2f817aabc0fa67de14 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/ea4c63afd94a4b2f817aabc0fa67de14 2024-11-22T21:53:01,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/ea4c63afd94a4b2f817aabc0fa67de14, entries=17, sequenceid=158, filesize=22.4 K 2024-11-22T21:53:01,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for bd074e5b98554f2b34ef6282fd421d24 in 22ms, sequenceid=158, compaction requested=true 2024-11-22T21:53:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd074e5b98554f2b34ef6282fd421d24:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:53:01,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:01,905 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:53:01,906 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76387 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:53:01,906 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): bd074e5b98554f2b34ef6282fd421d24/info is initiating minor compaction (all files) 2024-11-22T21:53:01,906 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd074e5b98554f2b34ef6282fd421d24/info in TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:01,906 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/e0ee477d28564d02bb1b472af8723d04, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/f896b02ca524414d8d9dbcf3a6d61a5a, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/ea4c63afd94a4b2f817aabc0fa67de14] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp, totalSize=74.6 K 2024-11-22T21:53:01,907 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0ee477d28564d02bb1b472af8723d04, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732312367693 2024-11-22T21:53:01,907 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting f896b02ca524414d8d9dbcf3a6d61a5a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732312381844 2024-11-22T21:53:01,907 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea4c63afd94a4b2f817aabc0fa67de14, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732312381856 2024-11-22T21:53:01,920 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd074e5b98554f2b34ef6282fd421d24#info#compaction#48 average throughput is 58.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:53:01,920 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/d0e72b5289034fdf853d9cc74f9f5368 is 1055, key is row0064/info:/1732312367693/Put/seqid=0 2024-11-22T21:53:01,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741858_1034 (size=66597) 2024-11-22T21:53:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741858_1034 (size=66597) 2024-11-22T21:53:01,933 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/d0e72b5289034fdf853d9cc74f9f5368 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/d0e72b5289034fdf853d9cc74f9f5368 2024-11-22T21:53:01,939 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd074e5b98554f2b34ef6282fd421d24/info of bd074e5b98554f2b34ef6282fd421d24 into d0e72b5289034fdf853d9cc74f9f5368(size=65.0 K), total size for store is 65.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:53:01,939 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:01,939 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., storeName=bd074e5b98554f2b34ef6282fd421d24/info, priority=13, startTime=1732312381905; duration=0sec 2024-11-22T21:53:01,939 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:01,939 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd074e5b98554f2b34ef6282fd421d24:info 2024-11-22T21:53:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:03,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:53:03,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/b805ff119f1c4430aa8a153ff033d35a is 1055, key is row0122/info:/1732312381884/Put/seqid=0 2024-11-22T21:53:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741859_1035 (size=13394) 2024-11-22T21:53:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741859_1035 (size=13394) 2024-11-22T21:53:03,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/b805ff119f1c4430aa8a153ff033d35a 2024-11-22T21:53:03,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/b805ff119f1c4430aa8a153ff033d35a as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b805ff119f1c4430aa8a153ff033d35a 2024-11-22T21:53:03,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b805ff119f1c4430aa8a153ff033d35a, entries=8, sequenceid=170, filesize=13.1 K 2024-11-22T21:53:03,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for bd074e5b98554f2b34ef6282fd421d24 in 23ms, sequenceid=170, compaction requested=false 2024-11-22T21:53:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:03,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-22T21:53:03,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/c4db3a5522044979ac11cd8af8a17b0e is 1055, key is row0130/info:/1732312383898/Put/seqid=0 2024-11-22T21:53:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741860_1036 (size=20781) 2024-11-22T21:53:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741860_1036 (size=20781) 2024-11-22T21:53:03,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/c4db3a5522044979ac11cd8af8a17b0e 2024-11-22T21:53:03,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/c4db3a5522044979ac11cd8af8a17b0e as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/c4db3a5522044979ac11cd8af8a17b0e 2024-11-22T21:53:03,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/c4db3a5522044979ac11cd8af8a17b0e, entries=15, sequenceid=188, filesize=20.3 K 2024-11-22T21:53:03,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for bd074e5b98554f2b34ef6282fd421d24 in 22ms, sequenceid=188, compaction requested=true 2024-11-22T21:53:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd074e5b98554f2b34ef6282fd421d24:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:53:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:03,943 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:53:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:03,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T21:53:03,944 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100772 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:53:03,944 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): bd074e5b98554f2b34ef6282fd421d24/info is initiating minor compaction (all files) 2024-11-22T21:53:03,944 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd074e5b98554f2b34ef6282fd421d24/info in TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:03,944 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/d0e72b5289034fdf853d9cc74f9f5368, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b805ff119f1c4430aa8a153ff033d35a, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/c4db3a5522044979ac11cd8af8a17b0e] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp, totalSize=98.4 K 2024-11-22T21:53:03,945 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0e72b5289034fdf853d9cc74f9f5368, keycount=58, bloomtype=ROW, size=65.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732312367693 2024-11-22T21:53:03,945 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting b805ff119f1c4430aa8a153ff033d35a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732312381884 2024-11-22T21:53:03,946 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4db3a5522044979ac11cd8af8a17b0e, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732312383898 2024-11-22T21:53:03,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/dbddab656b3b4a76967a03e07f0d3dbd is 1055, key is row0145/info:/1732312383922/Put/seqid=0 2024-11-22T21:53:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741861_1037 (size=19728) 2024-11-22T21:53:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741861_1037 (size=19728) 2024-11-22T21:53:03,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/dbddab656b3b4a76967a03e07f0d3dbd 2024-11-22T21:53:03,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/dbddab656b3b4a76967a03e07f0d3dbd as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/dbddab656b3b4a76967a03e07f0d3dbd 2024-11-22T21:53:03,963 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd074e5b98554f2b34ef6282fd421d24#info#compaction#52 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:53:03,964 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/091ebfc499df4c71b160786b9994a813 is 1055, key is row0064/info:/1732312367693/Put/seqid=0 2024-11-22T21:53:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741862_1038 (size=90995) 2024-11-22T21:53:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741862_1038 (size=90995) 2024-11-22T21:53:03,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/dbddab656b3b4a76967a03e07f0d3dbd, entries=14, sequenceid=205, filesize=19.3 K 2024-11-22T21:53:03,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for bd074e5b98554f2b34ef6282fd421d24 in 26ms, sequenceid=205, compaction requested=false 2024-11-22T21:53:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:03,974 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/091ebfc499df4c71b160786b9994a813 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/091ebfc499df4c71b160786b9994a813 2024-11-22T21:53:03,980 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd074e5b98554f2b34ef6282fd421d24/info of bd074e5b98554f2b34ef6282fd421d24 into 091ebfc499df4c71b160786b9994a813(size=88.9 K), total size for store is 108.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:53:03,980 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:03,980 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., storeName=bd074e5b98554f2b34ef6282fd421d24/info, priority=13, startTime=1732312383943; duration=0sec 2024-11-22T21:53:03,980 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:03,980 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd074e5b98554f2b34ef6282fd421d24:info 2024-11-22T21:53:05,570 INFO [master/e125c70568e8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T21:53:05,570 INFO [master/e125c70568e8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T21:53:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:05,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:53:05,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/4e0d3547799347f985a33437afae0163 is 1055, key is row0159/info:/1732312383945/Put/seqid=0 2024-11-22T21:53:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741863_1039 (size=13394) 2024-11-22T21:53:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741863_1039 (size=13394) 2024-11-22T21:53:05,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/4e0d3547799347f985a33437afae0163 2024-11-22T21:53:05,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/4e0d3547799347f985a33437afae0163 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/4e0d3547799347f985a33437afae0163 2024-11-22T21:53:05,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/4e0d3547799347f985a33437afae0163, entries=8, sequenceid=217, filesize=13.1 K 2024-11-22T21:53:05,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for bd074e5b98554f2b34ef6282fd421d24 in 29ms, sequenceid=217, compaction requested=true 2024-11-22T21:53:05,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:05,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd074e5b98554f2b34ef6282fd421d24:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:53:05,988 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:53:05,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:05,989 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:53:05,989 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): bd074e5b98554f2b34ef6282fd421d24/info is initiating minor compaction (all files) 2024-11-22T21:53:05,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-22T21:53:05,989 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd074e5b98554f2b34ef6282fd421d24/info in TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:05,990 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/091ebfc499df4c71b160786b9994a813, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/dbddab656b3b4a76967a03e07f0d3dbd, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/4e0d3547799347f985a33437afae0163] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp, totalSize=121.2 K 2024-11-22T21:53:05,990 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 091ebfc499df4c71b160786b9994a813, keycount=81, bloomtype=ROW, size=88.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732312367693 2024-11-22T21:53:05,991 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbddab656b3b4a76967a03e07f0d3dbd, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732312383922 2024-11-22T21:53:05,991 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e0d3547799347f985a33437afae0163, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732312383945 2024-11-22T21:53:05,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/b6ba8aa333d449729c70a05276de1c43 is 1055, key is row0167/info:/1732312385961/Put/seqid=0 2024-11-22T21:53:06,008 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd074e5b98554f2b34ef6282fd421d24#info#compaction#55 average throughput is 34.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:53:06,008 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/fc202ce51e824e04895bd04d3d8dc123 is 1055, key is row0064/info:/1732312367693/Put/seqid=0 2024-11-22T21:53:06,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741864_1040 (size=21838) 2024-11-22T21:53:06,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741864_1040 (size=21838) 2024-11-22T21:53:06,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741865_1041 (size=114267) 2024-11-22T21:53:06,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/b6ba8aa333d449729c70a05276de1c43 2024-11-22T21:53:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741865_1041 (size=114267) 2024-11-22T21:53:06,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/b6ba8aa333d449729c70a05276de1c43 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b6ba8aa333d449729c70a05276de1c43 2024-11-22T21:53:06,023 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/fc202ce51e824e04895bd04d3d8dc123 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fc202ce51e824e04895bd04d3d8dc123 2024-11-22T21:53:06,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b6ba8aa333d449729c70a05276de1c43, entries=16, sequenceid=236, filesize=21.3 K 2024-11-22T21:53:06,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for bd074e5b98554f2b34ef6282fd421d24 in 41ms, sequenceid=236, compaction requested=false 2024-11-22T21:53:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:06,030 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd074e5b98554f2b34ef6282fd421d24/info of bd074e5b98554f2b34ef6282fd421d24 into fc202ce51e824e04895bd04d3d8dc123(size=111.6 K), total size for store is 132.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:53:06,031 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:06,031 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., storeName=bd074e5b98554f2b34ef6282fd421d24/info, priority=13, startTime=1732312385988; duration=0sec 2024-11-22T21:53:06,031 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:06,031 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd074e5b98554f2b34ef6282fd421d24:info 2024-11-22T21:53:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:08,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-22T21:53:08,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/eb59fe55d6374e34b5f74ff8464d37e5 is 1055, key is row0183/info:/1732312385991/Put/seqid=0 2024-11-22T21:53:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741866_1042 (size=16553) 2024-11-22T21:53:08,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741866_1042 (size=16553) 2024-11-22T21:53:08,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/eb59fe55d6374e34b5f74ff8464d37e5 2024-11-22T21:53:08,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/eb59fe55d6374e34b5f74ff8464d37e5 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/eb59fe55d6374e34b5f74ff8464d37e5 2024-11-22T21:53:08,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/eb59fe55d6374e34b5f74ff8464d37e5, entries=11, sequenceid=251, filesize=16.2 K 2024-11-22T21:53:08,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=15.40 KB/15765 for bd074e5b98554f2b34ef6282fd421d24 in 24ms, sequenceid=251, compaction requested=true 2024-11-22T21:53:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd074e5b98554f2b34ef6282fd421d24:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:53:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:08,035 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:53:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:08,036 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152658 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:53:08,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-22T21:53:08,036 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): bd074e5b98554f2b34ef6282fd421d24/info is initiating minor compaction (all files) 2024-11-22T21:53:08,036 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd074e5b98554f2b34ef6282fd421d24/info in TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:08,037 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fc202ce51e824e04895bd04d3d8dc123, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b6ba8aa333d449729c70a05276de1c43, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/eb59fe55d6374e34b5f74ff8464d37e5] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp, totalSize=149.1 K 2024-11-22T21:53:08,037 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc202ce51e824e04895bd04d3d8dc123, keycount=103, bloomtype=ROW, size=111.6 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732312367693 2024-11-22T21:53:08,037 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6ba8aa333d449729c70a05276de1c43, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732312385961 2024-11-22T21:53:08,038 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb59fe55d6374e34b5f74ff8464d37e5, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732312385991 2024-11-22T21:53:08,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/9510d26f097f4dab85d33a7c6f4e64e7 is 1055, key is row0194/info:/1732312388012/Put/seqid=0 2024-11-22T21:53:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741867_1043 (size=21851) 2024-11-22T21:53:08,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741867_1043 (size=21851) 2024-11-22T21:53:08,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/9510d26f097f4dab85d33a7c6f4e64e7 2024-11-22T21:53:08,055 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd074e5b98554f2b34ef6282fd421d24#info#compaction#58 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:53:08,056 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/32a0fb81df844a20abca7b006848ff41 is 1055, key is row0064/info:/1732312367693/Put/seqid=0 2024-11-22T21:53:08,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/9510d26f097f4dab85d33a7c6f4e64e7 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/9510d26f097f4dab85d33a7c6f4e64e7 2024-11-22T21:53:08,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bd074e5b98554f2b34ef6282fd421d24, server=e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T21:53:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56340 deadline: 1732312398058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bd074e5b98554f2b34ef6282fd421d24, server=e125c70568e8,43893,1732312344358 2024-11-22T21:53:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., hostname=e125c70568e8,43893,1732312344358, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., hostname=e125c70568e8,43893,1732312344358, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bd074e5b98554f2b34ef6282fd421d24, server=e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T21:53:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., hostname=e125c70568e8,43893,1732312344358, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bd074e5b98554f2b34ef6282fd421d24, server=e125c70568e8,43893,1732312344358 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T21:53:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., hostname=e125c70568e8,43893,1732312344358, seqNum=127 because the exception is null or not the one we care about 2024-11-22T21:53:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741868_1044 (size=143004) 2024-11-22T21:53:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741868_1044 (size=143004) 2024-11-22T21:53:08,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/9510d26f097f4dab85d33a7c6f4e64e7, entries=16, sequenceid=270, filesize=21.3 K 2024-11-22T21:53:08,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for bd074e5b98554f2b34ef6282fd421d24 in 28ms, sequenceid=270, compaction requested=false 2024-11-22T21:53:08,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:08,067 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/32a0fb81df844a20abca7b006848ff41 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/32a0fb81df844a20abca7b006848ff41 2024-11-22T21:53:08,072 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd074e5b98554f2b34ef6282fd421d24/info of bd074e5b98554f2b34ef6282fd421d24 into 32a0fb81df844a20abca7b006848ff41(size=139.7 K), total size for store is 161.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:53:08,072 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:08,072 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., storeName=bd074e5b98554f2b34ef6282fd421d24/info, priority=13, startTime=1732312388035; duration=0sec 2024-11-22T21:53:08,072 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:08,072 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd074e5b98554f2b34ef6282fd421d24:info 2024-11-22T21:53:10,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-22T21:53:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:18,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-22T21:53:18,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/fa7222d48777483c9d97b305fa51e81e is 1055, key is row0210/info:/1732312388037/Put/seqid=0 2024-11-22T21:53:18,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741869_1045 (size=19742) 2024-11-22T21:53:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741869_1045 (size=19742) 2024-11-22T21:53:18,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/fa7222d48777483c9d97b305fa51e81e 2024-11-22T21:53:18,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/fa7222d48777483c9d97b305fa51e81e as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fa7222d48777483c9d97b305fa51e81e 2024-11-22T21:53:18,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fa7222d48777483c9d97b305fa51e81e, entries=14, sequenceid=288, filesize=19.3 K 2024-11-22T21:53:18,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for bd074e5b98554f2b34ef6282fd421d24 in 24ms, sequenceid=288, compaction requested=true 2024-11-22T21:53:18,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:18,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd074e5b98554f2b34ef6282fd421d24:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:53:18,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:18,143 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:53:18,144 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:53:18,144 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): bd074e5b98554f2b34ef6282fd421d24/info is initiating minor compaction (all files) 2024-11-22T21:53:18,144 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd074e5b98554f2b34ef6282fd421d24/info in TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:18,144 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/32a0fb81df844a20abca7b006848ff41, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/9510d26f097f4dab85d33a7c6f4e64e7, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fa7222d48777483c9d97b305fa51e81e] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp, totalSize=180.3 K 2024-11-22T21:53:18,145 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32a0fb81df844a20abca7b006848ff41, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732312367693 2024-11-22T21:53:18,145 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9510d26f097f4dab85d33a7c6f4e64e7, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732312388012 2024-11-22T21:53:18,145 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa7222d48777483c9d97b305fa51e81e, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732312388037 2024-11-22T21:53:18,159 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd074e5b98554f2b34ef6282fd421d24#info#compaction#60 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:53:18,159 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/171710ad851448e2a2054ae2297984a2 is 1055, key is row0064/info:/1732312367693/Put/seqid=0 2024-11-22T21:53:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741870_1046 (size=174731) 2024-11-22T21:53:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741870_1046 (size=174731) 2024-11-22T21:53:18,171 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/171710ad851448e2a2054ae2297984a2 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/171710ad851448e2a2054ae2297984a2 2024-11-22T21:53:18,178 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd074e5b98554f2b34ef6282fd421d24/info of bd074e5b98554f2b34ef6282fd421d24 into 171710ad851448e2a2054ae2297984a2(size=170.6 K), total size for store is 170.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:53:18,178 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:18,178 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., storeName=bd074e5b98554f2b34ef6282fd421d24/info, priority=13, startTime=1732312398143; duration=0sec 2024-11-22T21:53:18,178 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:18,178 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd074e5b98554f2b34ef6282fd421d24:info 2024-11-22T21:53:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:20,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-22T21:53:20,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/986303d8c8a24a0ca51d270fec9f53ab is 1055, key is row0224/info:/1732312398119/Put/seqid=0 2024-11-22T21:53:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741871_1047 (size=13402) 2024-11-22T21:53:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741871_1047 (size=13402) 2024-11-22T21:53:20,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/986303d8c8a24a0ca51d270fec9f53ab 2024-11-22T21:53:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/986303d8c8a24a0ca51d270fec9f53ab as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/986303d8c8a24a0ca51d270fec9f53ab 2024-11-22T21:53:20,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/986303d8c8a24a0ca51d270fec9f53ab, entries=8, sequenceid=300, filesize=13.1 K 2024-11-22T21:53:20,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for bd074e5b98554f2b34ef6282fd421d24 in 30ms, sequenceid=300, compaction requested=false 2024-11-22T21:53:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] regionserver.HRegion(8855): Flush requested on bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:20,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-22T21:53:20,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/0ee65ca736974a62b37db7908b198524 is 1055, key is row0232/info:/1732312400131/Put/seqid=0 2024-11-22T21:53:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741872_1048 (size=27124) 2024-11-22T21:53:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741872_1048 (size=27124) 2024-11-22T21:53:20,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/0ee65ca736974a62b37db7908b198524 2024-11-22T21:53:20,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/0ee65ca736974a62b37db7908b198524 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/0ee65ca736974a62b37db7908b198524 2024-11-22T21:53:20,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/0ee65ca736974a62b37db7908b198524, entries=21, sequenceid=324, filesize=26.5 K 2024-11-22T21:53:20,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=4.11 KB/4204 for bd074e5b98554f2b34ef6282fd421d24 in 19ms, sequenceid=324, compaction requested=true 2024-11-22T21:53:20,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:20,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd074e5b98554f2b34ef6282fd421d24:info, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:53:20,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:20,180 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:53:20,181 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 215257 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:53:20,181 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1541): bd074e5b98554f2b34ef6282fd421d24/info is initiating minor compaction (all files) 2024-11-22T21:53:20,181 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd074e5b98554f2b34ef6282fd421d24/info in TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:20,181 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/171710ad851448e2a2054ae2297984a2, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/986303d8c8a24a0ca51d270fec9f53ab, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/0ee65ca736974a62b37db7908b198524] into tmpdir=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp, totalSize=210.2 K 2024-11-22T21:53:20,181 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 171710ad851448e2a2054ae2297984a2, keycount=160, bloomtype=ROW, size=170.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732312367693 2024-11-22T21:53:20,182 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986303d8c8a24a0ca51d270fec9f53ab, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732312398119 2024-11-22T21:53:20,182 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee65ca736974a62b37db7908b198524, keycount=21, bloomtype=ROW, size=26.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732312400131 2024-11-22T21:53:20,194 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd074e5b98554f2b34ef6282fd421d24#info#compaction#63 average throughput is 47.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:53:20,194 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/2eb139f749634255898fe823b04e4f31 is 1055, key is row0064/info:/1732312367693/Put/seqid=0 2024-11-22T21:53:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741873_1049 (size=205407) 2024-11-22T21:53:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741873_1049 (size=205407) 2024-11-22T21:53:20,204 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/2eb139f749634255898fe823b04e4f31 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/2eb139f749634255898fe823b04e4f31 2024-11-22T21:53:20,210 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd074e5b98554f2b34ef6282fd421d24/info of bd074e5b98554f2b34ef6282fd421d24 into 2eb139f749634255898fe823b04e4f31(size=200.6 K), total size for store is 200.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:53:20,210 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:20,210 INFO [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., storeName=bd074e5b98554f2b34ef6282fd421d24/info, priority=13, startTime=1732312400180; duration=0sec 2024-11-22T21:53:20,210 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:53:20,210 DEBUG [RS:0;e125c70568e8:43893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd074e5b98554f2b34ef6282fd421d24:info 2024-11-22T21:53:22,167 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-22T21:53:22,180 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312402167, exclude list is [], retry=0 2024-11-22T21:53:22,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-bab8f548-1241-4a20-8793-0bef0eb8dfec,DISK] 2024-11-22T21:53:22,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-94ea413b-dce3-4ddb-9cb3-44727facdcef,DISK] 2024-11-22T21:53:22,184 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312344816 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312402167 2024-11-22T21:53:22,184 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38183:38183),(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-22T21:53:22,184 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312344816 is not closed yet, will try archiving it next time 2024-11-22T21:53:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741833_1009 (size=308883) 2024-11-22T21:53:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741833_1009 (size=308883) 2024-11-22T21:53:22,188 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bd074e5b98554f2b34ef6282fd421d24 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-11-22T21:53:22,191 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/22003fe3e65d462b93da90f8e6526d98 is 1055, key is row0253/info:/1732312400162/Put/seqid=0 2024-11-22T21:53:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741875_1051 (size=9178) 2024-11-22T21:53:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741875_1051 (size=9178) 2024-11-22T21:53:22,196 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/22003fe3e65d462b93da90f8e6526d98 2024-11-22T21:53:22,202 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/.tmp/info/22003fe3e65d462b93da90f8e6526d98 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/22003fe3e65d462b93da90f8e6526d98 2024-11-22T21:53:22,206 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/22003fe3e65d462b93da90f8e6526d98, entries=4, sequenceid=332, filesize=9.0 K 2024-11-22T21:53:22,207 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for bd074e5b98554f2b34ef6282fd421d24 in 19ms, sequenceid=332, compaction requested=false 2024-11-22T21:53:22,207 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bd074e5b98554f2b34ef6282fd421d24: 2024-11-22T21:53:22,207 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a45bcd2f27aa8095a91ba218ceecc61: 2024-11-22T21:53:22,207 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-22T21:53:22,211 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/info/8b714b9a73bb485f9813f922acfb8523 is 193, key is TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24./info:regioninfo/1732312370624/Put/seqid=0 2024-11-22T21:53:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741876_1052 (size=6223) 2024-11-22T21:53:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741876_1052 (size=6223) 2024-11-22T21:53:22,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/info/8b714b9a73bb485f9813f922acfb8523 2024-11-22T21:53:22,220 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/.tmp/info/8b714b9a73bb485f9813f922acfb8523 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/info/8b714b9a73bb485f9813f922acfb8523 2024-11-22T21:53:22,224 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/info/8b714b9a73bb485f9813f922acfb8523, entries=5, sequenceid=21, filesize=6.1 K 2024-11-22T21:53:22,225 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 18ms, sequenceid=21, compaction requested=false 2024-11-22T21:53:22,225 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-22T21:53:22,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312402225, exclude list is [], retry=0 2024-11-22T21:53:22,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-bab8f548-1241-4a20-8793-0bef0eb8dfec,DISK] 2024-11-22T21:53:22,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-94ea413b-dce3-4ddb-9cb3-44727facdcef,DISK] 2024-11-22T21:53:22,241 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312402167 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312402225 2024-11-22T21:53:22,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38183:38183),(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-22T21:53:22,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312402167 is not closed yet, will try archiving it next time 2024-11-22T21:53:22,242 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312344816 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/oldWALs/e125c70568e8%2C43893%2C1732312344358.1732312344816 2024-11-22T21:53:22,242 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T21:53:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741874_1050 (size=731) 2024-11-22T21:53:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741874_1050 (size=731) 2024-11-22T21:53:22,243 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.1732312402167 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/oldWALs/e125c70568e8%2C43893%2C1732312344358.1732312402167 2024-11-22T21:53:22,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T21:53:22,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:53:22,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:53:22,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:22,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:22,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T21:53:22,343 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T21:53:22,343 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1982585114, stopped=false 2024-11-22T21:53:22,343 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e125c70568e8,35267,1732312344303 2024-11-22T21:53:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:53:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:53:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:22,345 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:53:22,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:53:22,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:53:22,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:53:22,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:22,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:53:22,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e125c70568e8,43893,1732312344358' ***** 2024-11-22T21:53:22,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T21:53:22,346 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T21:53:22,346 INFO [RS:0;e125c70568e8:43893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T21:53:22,346 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T21:53:22,346 INFO [RS:0;e125c70568e8:43893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T21:53:22,346 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(3091): Received CLOSE for bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:22,346 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a45bcd2f27aa8095a91ba218ceecc61 2024-11-22T21:53:22,346 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(959): stopping server e125c70568e8,43893,1732312344358 2024-11-22T21:53:22,346 INFO [RS:0;e125c70568e8:43893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:53:22,347 INFO [RS:0;e125c70568e8:43893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e125c70568e8:43893. 2024-11-22T21:53:22,347 DEBUG [RS:0;e125c70568e8:43893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd074e5b98554f2b34ef6282fd421d24, disabling compactions & flushes 2024-11-22T21:53:22,347 DEBUG [RS:0;e125c70568e8:43893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:22,347 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:22,347 INFO [RS:0;e125c70568e8:43893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:22,347 INFO [RS:0;e125c70568e8:43893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T21:53:22,347 INFO [RS:0;e125c70568e8:43893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. after waiting 0 ms 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:22,347 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T21:53:22,347 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T21:53:22,347 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1325): Online Regions={bd074e5b98554f2b34ef6282fd421d24=TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24., 2a45bcd2f27aa8095a91ba218ceecc61=TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:53:22,347 DEBUG [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a45bcd2f27aa8095a91ba218ceecc61, bd074e5b98554f2b34ef6282fd421d24 2024-11-22T21:53:22,347 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:53:22,347 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:53:22,347 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5->hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791-top, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/e0ee477d28564d02bb1b472af8723d04, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/f896b02ca524414d8d9dbcf3a6d61a5a, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/d0e72b5289034fdf853d9cc74f9f5368, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/ea4c63afd94a4b2f817aabc0fa67de14, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b805ff119f1c4430aa8a153ff033d35a, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/091ebfc499df4c71b160786b9994a813, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/c4db3a5522044979ac11cd8af8a17b0e, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/dbddab656b3b4a76967a03e07f0d3dbd, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fc202ce51e824e04895bd04d3d8dc123, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/4e0d3547799347f985a33437afae0163, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b6ba8aa333d449729c70a05276de1c43, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/32a0fb81df844a20abca7b006848ff41, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/eb59fe55d6374e34b5f74ff8464d37e5, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/9510d26f097f4dab85d33a7c6f4e64e7, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/171710ad851448e2a2054ae2297984a2, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fa7222d48777483c9d97b305fa51e81e, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/986303d8c8a24a0ca51d270fec9f53ab, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/0ee65ca736974a62b37db7908b198524] to archive 2024-11-22T21:53:22,349 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:53:22,351 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:53:22,352 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-22T21:53:22,352 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-c964afa4f82c40439bb47adf6d1a7b27 2024-11-22T21:53:22,352 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:53:22,352 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:53:22,352 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312402347Running coprocessor pre-close hooks at 1732312402347Disabling compacts and flushes for region at 1732312402347Disabling writes for close at 1732312402347Writing region close event to WAL at 1732312402349 (+2 ms)Running coprocessor post-close hooks at 1732312402352 (+3 ms)Closed at 1732312402352 2024-11-22T21:53:22,353 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T21:53:22,353 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-b50920f160cf4427bc5623ebeec5e54a 2024-11-22T21:53:22,354 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/e0ee477d28564d02bb1b472af8723d04 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/e0ee477d28564d02bb1b472af8723d04 2024-11-22T21:53:22,356 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/TestLogRolling-testLogRolling=298d789282d6fa3c0e8d95d78f55aef5-7eb3d7a2b7e948f9b7d2eebf2f53048d 2024-11-22T21:53:22,357 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/f896b02ca524414d8d9dbcf3a6d61a5a to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/f896b02ca524414d8d9dbcf3a6d61a5a 2024-11-22T21:53:22,358 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/d0e72b5289034fdf853d9cc74f9f5368 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/d0e72b5289034fdf853d9cc74f9f5368 2024-11-22T21:53:22,359 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/ea4c63afd94a4b2f817aabc0fa67de14 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/ea4c63afd94a4b2f817aabc0fa67de14 2024-11-22T21:53:22,361 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b805ff119f1c4430aa8a153ff033d35a to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b805ff119f1c4430aa8a153ff033d35a 2024-11-22T21:53:22,362 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/091ebfc499df4c71b160786b9994a813 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/091ebfc499df4c71b160786b9994a813 2024-11-22T21:53:22,363 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/c4db3a5522044979ac11cd8af8a17b0e to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/c4db3a5522044979ac11cd8af8a17b0e 2024-11-22T21:53:22,364 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/dbddab656b3b4a76967a03e07f0d3dbd to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/dbddab656b3b4a76967a03e07f0d3dbd 2024-11-22T21:53:22,365 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fc202ce51e824e04895bd04d3d8dc123 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fc202ce51e824e04895bd04d3d8dc123 2024-11-22T21:53:22,366 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/4e0d3547799347f985a33437afae0163 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/4e0d3547799347f985a33437afae0163 2024-11-22T21:53:22,367 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b6ba8aa333d449729c70a05276de1c43 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/b6ba8aa333d449729c70a05276de1c43 2024-11-22T21:53:22,368 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/32a0fb81df844a20abca7b006848ff41 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/32a0fb81df844a20abca7b006848ff41 2024-11-22T21:53:22,369 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/eb59fe55d6374e34b5f74ff8464d37e5 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/eb59fe55d6374e34b5f74ff8464d37e5 2024-11-22T21:53:22,370 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/9510d26f097f4dab85d33a7c6f4e64e7 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/9510d26f097f4dab85d33a7c6f4e64e7 2024-11-22T21:53:22,371 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/171710ad851448e2a2054ae2297984a2 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/171710ad851448e2a2054ae2297984a2 2024-11-22T21:53:22,372 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fa7222d48777483c9d97b305fa51e81e to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/fa7222d48777483c9d97b305fa51e81e 2024-11-22T21:53:22,373 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/986303d8c8a24a0ca51d270fec9f53ab to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/986303d8c8a24a0ca51d270fec9f53ab 2024-11-22T21:53:22,374 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/0ee65ca736974a62b37db7908b198524 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/info/0ee65ca736974a62b37db7908b198524 2024-11-22T21:53:22,374 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e125c70568e8:35267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-22T21:53:22,375 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [e0ee477d28564d02bb1b472af8723d04=40102, f896b02ca524414d8d9dbcf3a6d61a5a=13394, d0e72b5289034fdf853d9cc74f9f5368=66597, ea4c63afd94a4b2f817aabc0fa67de14=22891, b805ff119f1c4430aa8a153ff033d35a=13394, 091ebfc499df4c71b160786b9994a813=90995, c4db3a5522044979ac11cd8af8a17b0e=20781, dbddab656b3b4a76967a03e07f0d3dbd=19728, fc202ce51e824e04895bd04d3d8dc123=114267, 4e0d3547799347f985a33437afae0163=13394, b6ba8aa333d449729c70a05276de1c43=21838, 32a0fb81df844a20abca7b006848ff41=143004, eb59fe55d6374e34b5f74ff8464d37e5=16553, 9510d26f097f4dab85d33a7c6f4e64e7=21851, 171710ad851448e2a2054ae2297984a2=174731, fa7222d48777483c9d97b305fa51e81e=19742, 986303d8c8a24a0ca51d270fec9f53ab=13402, 0ee65ca736974a62b37db7908b198524=27124] 2024-11-22T21:53:22,378 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/bd074e5b98554f2b34ef6282fd421d24/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-22T21:53:22,378 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:22,378 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd074e5b98554f2b34ef6282fd421d24: Waiting for close lock at 1732312402346Running coprocessor pre-close hooks at 1732312402347 (+1 ms)Disabling compacts and flushes for region at 1732312402347Disabling writes for close at 1732312402347Writing region close event to WAL at 1732312402375 (+28 ms)Running coprocessor post-close hooks at 1732312402378 (+3 ms)Closed at 1732312402378 2024-11-22T21:53:22,379 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732312369771.bd074e5b98554f2b34ef6282fd421d24. 2024-11-22T21:53:22,379 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a45bcd2f27aa8095a91ba218ceecc61, disabling compactions & flushes 2024-11-22T21:53:22,379 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:53:22,379 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:53:22,379 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. after waiting 0 ms 2024-11-22T21:53:22,379 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:53:22,379 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5->hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/298d789282d6fa3c0e8d95d78f55aef5/info/596ba5359120458c9256e4945059d791-bottom] to archive 2024-11-22T21:53:22,380 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:53:22,381 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5 to hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/archive/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/info/596ba5359120458c9256e4945059d791.298d789282d6fa3c0e8d95d78f55aef5 2024-11-22T21:53:22,381 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-22T21:53:22,384 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/data/default/TestLogRolling-testLogRolling/2a45bcd2f27aa8095a91ba218ceecc61/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-22T21:53:22,385 INFO [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:53:22,385 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a45bcd2f27aa8095a91ba218ceecc61: Waiting for close lock at 1732312402379Running coprocessor pre-close hooks at 1732312402379Disabling compacts and flushes for region at 1732312402379Disabling writes for close at 1732312402379Writing region close event to WAL at 1732312402381 (+2 ms)Running coprocessor post-close hooks at 1732312402384 (+3 ms)Closed at 1732312402384 2024-11-22T21:53:22,385 DEBUG [RS_CLOSE_REGION-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732312369771.2a45bcd2f27aa8095a91ba218ceecc61. 2024-11-22T21:53:22,547 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(976): stopping server e125c70568e8,43893,1732312344358; all regions closed. 2024-11-22T21:53:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741834_1010 (size=8107) 2024-11-22T21:53:22,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/WALs/e125c70568e8,43893,1732312344358/e125c70568e8%2C43893%2C1732312344358.meta.1732312345243.meta not finished, retry = 0 2024-11-22T21:53:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741834_1010 (size=8107) 2024-11-22T21:53:22,652 DEBUG [RS:0;e125c70568e8:43893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/oldWALs 2024-11-22T21:53:22,652 INFO [RS:0;e125c70568e8:43893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C43893%2C1732312344358.meta:.meta(num 1732312345243) 2024-11-22T21:53:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741877_1053 (size=780) 2024-11-22T21:53:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741877_1053 (size=780) 2024-11-22T21:53:22,656 DEBUG [RS:0;e125c70568e8:43893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/oldWALs 2024-11-22T21:53:22,656 INFO [RS:0;e125c70568e8:43893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C43893%2C1732312344358:(num 1732312402225) 2024-11-22T21:53:22,656 DEBUG [RS:0;e125c70568e8:43893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:22,656 INFO [RS:0;e125c70568e8:43893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:53:22,656 INFO [RS:0;e125c70568e8:43893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:53:22,656 INFO [RS:0;e125c70568e8:43893 {}] hbase.ChoreService(370): Chore service for: regionserver/e125c70568e8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T21:53:22,656 INFO [RS:0;e125c70568e8:43893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:53:22,656 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:53:22,657 INFO [RS:0;e125c70568e8:43893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43893 2024-11-22T21:53:22,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e125c70568e8,43893,1732312344358 2024-11-22T21:53:22,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:53:22,659 INFO [RS:0;e125c70568e8:43893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:53:22,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e125c70568e8,43893,1732312344358] 2024-11-22T21:53:22,661 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e125c70568e8,43893,1732312344358 already deleted, retry=false 2024-11-22T21:53:22,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e125c70568e8,43893,1732312344358 expired; onlineServers=0 2024-11-22T21:53:22,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e125c70568e8,35267,1732312344303' ***** 2024-11-22T21:53:22,661 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T21:53:22,662 INFO [M:0;e125c70568e8:35267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:53:22,662 INFO [M:0;e125c70568e8:35267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:53:22,662 DEBUG [M:0;e125c70568e8:35267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T21:53:22,662 DEBUG [M:0;e125c70568e8:35267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T21:53:22,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T21:53:22,662 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312344599 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312344599,5,FailOnTimeoutGroup] 2024-11-22T21:53:22,662 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312344598 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312344598,5,FailOnTimeoutGroup] 2024-11-22T21:53:22,662 INFO [M:0;e125c70568e8:35267 {}] hbase.ChoreService(370): Chore service for: master/e125c70568e8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T21:53:22,662 INFO [M:0;e125c70568e8:35267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:53:22,662 DEBUG [M:0;e125c70568e8:35267 {}] master.HMaster(1795): Stopping service threads 2024-11-22T21:53:22,662 INFO [M:0;e125c70568e8:35267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T21:53:22,662 INFO [M:0;e125c70568e8:35267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:53:22,663 INFO [M:0;e125c70568e8:35267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T21:53:22,663 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T21:53:22,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T21:53:22,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:22,664 DEBUG [M:0;e125c70568e8:35267 {}] zookeeper.ZKUtil(347): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T21:53:22,664 WARN [M:0;e125c70568e8:35267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T21:53:22,665 INFO [M:0;e125c70568e8:35267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/.lastflushedseqids 2024-11-22T21:53:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741878_1054 (size=228) 2024-11-22T21:53:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741878_1054 (size=228) 2024-11-22T21:53:22,670 INFO [M:0;e125c70568e8:35267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T21:53:22,671 INFO [M:0;e125c70568e8:35267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T21:53:22,671 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:53:22,671 INFO [M:0;e125c70568e8:35267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:22,671 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:22,671 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:53:22,671 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:22,671 INFO [M:0;e125c70568e8:35267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=53.71 KB heapSize=65.93 KB 2024-11-22T21:53:22,679 INFO [regionserver/e125c70568e8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:53:22,693 DEBUG [M:0;e125c70568e8:35267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a125772453b24422b8ca5f46a6cf83a0 is 82, key is hbase:meta,,1/info:regioninfo/1732312345279/Put/seqid=0 2024-11-22T21:53:22,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741879_1055 (size=5672) 2024-11-22T21:53:22,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741879_1055 (size=5672) 2024-11-22T21:53:22,697 INFO [M:0;e125c70568e8:35267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a125772453b24422b8ca5f46a6cf83a0 2024-11-22T21:53:22,717 DEBUG [M:0;e125c70568e8:35267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06401745efb344eeab9c05a550c4f618 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732312345780/Put/seqid=0 2024-11-22T21:53:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741880_1056 (size=7681) 2024-11-22T21:53:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741880_1056 (size=7681) 2024-11-22T21:53:22,723 INFO [M:0;e125c70568e8:35267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.11 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06401745efb344eeab9c05a550c4f618 2024-11-22T21:53:22,727 INFO [M:0;e125c70568e8:35267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06401745efb344eeab9c05a550c4f618 2024-11-22T21:53:22,740 DEBUG [M:0;e125c70568e8:35267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3741dc34e354318a0998377c6af504f is 69, key is e125c70568e8,43893,1732312344358/rs:state/1732312344635/Put/seqid=0 2024-11-22T21:53:22,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741881_1057 (size=5156) 2024-11-22T21:53:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741881_1057 (size=5156) 2024-11-22T21:53:22,745 INFO [M:0;e125c70568e8:35267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3741dc34e354318a0998377c6af504f 2024-11-22T21:53:22,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:22,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43893-0x1011c6f9b8a0001, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:22,760 INFO [RS:0;e125c70568e8:43893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:53:22,760 INFO [RS:0;e125c70568e8:43893 {}] regionserver.HRegionServer(1031): Exiting; stopping=e125c70568e8,43893,1732312344358; zookeeper connection closed. 2024-11-22T21:53:22,761 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5829f4ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5829f4ba 2024-11-22T21:53:22,761 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T21:53:22,762 DEBUG [M:0;e125c70568e8:35267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/43971cd841a14b5b8da6cbddf90e02b9 is 52, key is load_balancer_on/state:d/1732312345409/Put/seqid=0 2024-11-22T21:53:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741882_1058 (size=5056) 2024-11-22T21:53:22,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741882_1058 (size=5056) 2024-11-22T21:53:22,767 INFO [M:0;e125c70568e8:35267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/43971cd841a14b5b8da6cbddf90e02b9 2024-11-22T21:53:22,771 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a125772453b24422b8ca5f46a6cf83a0 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a125772453b24422b8ca5f46a6cf83a0 2024-11-22T21:53:22,775 INFO [M:0;e125c70568e8:35267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a125772453b24422b8ca5f46a6cf83a0, entries=8, sequenceid=129, filesize=5.5 K 2024-11-22T21:53:22,776 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06401745efb344eeab9c05a550c4f618 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06401745efb344eeab9c05a550c4f618 2024-11-22T21:53:22,782 INFO [M:0;e125c70568e8:35267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06401745efb344eeab9c05a550c4f618 2024-11-22T21:53:22,782 INFO [M:0;e125c70568e8:35267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06401745efb344eeab9c05a550c4f618, entries=14, sequenceid=129, filesize=7.5 K 2024-11-22T21:53:22,783 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3741dc34e354318a0998377c6af504f as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3741dc34e354318a0998377c6af504f 2024-11-22T21:53:22,786 INFO [M:0;e125c70568e8:35267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3741dc34e354318a0998377c6af504f, entries=1, sequenceid=129, filesize=5.0 K 2024-11-22T21:53:22,787 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/43971cd841a14b5b8da6cbddf90e02b9 as hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/43971cd841a14b5b8da6cbddf90e02b9 2024-11-22T21:53:22,792 INFO [M:0;e125c70568e8:35267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/21eecf38-45e7-934e-c169-0381a08b90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/43971cd841a14b5b8da6cbddf90e02b9, entries=1, sequenceid=129, filesize=4.9 K 2024-11-22T21:53:22,793 INFO [M:0;e125c70568e8:35267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=129, compaction requested=false 2024-11-22T21:53:22,795 INFO [M:0;e125c70568e8:35267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:22,795 DEBUG [M:0;e125c70568e8:35267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312402671Disabling compacts and flushes for region at 1732312402671Disabling writes for close at 1732312402671Obtaining lock to block concurrent updates at 1732312402671Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732312402671Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=54997, getHeapSize=67448, getOffHeapSize=0, getCellsCount=152 at 1732312402671Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732312402672 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732312402672Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732312402692 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732312402692Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732312402702 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732312402716 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732312402716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732312402727 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732312402740 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732312402740Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732312402749 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732312402762 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732312402762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8851864: reopening flushed file at 1732312402770 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f97541e: reopening flushed file at 1732312402776 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d695339: reopening flushed file at 1732312402782 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74676c0: reopening flushed file at 1732312402786 (+4 ms)Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=129, compaction requested=false at 1732312402793 (+7 ms)Writing region close event to WAL at 1732312402795 (+2 ms)Closed at 1732312402795 2024-11-22T21:53:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741830_1006 (size=63927) 2024-11-22T21:53:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741830_1006 (size=63927) 2024-11-22T21:53:22,799 INFO [M:0;e125c70568e8:35267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T21:53:22,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:53:22,799 INFO [M:0;e125c70568e8:35267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35267 2024-11-22T21:53:22,799 INFO [M:0;e125c70568e8:35267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:53:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:22,901 INFO [M:0;e125c70568e8:35267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:53:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35267-0x1011c6f9b8a0000, quorum=127.0.0.1:63686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:22,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69e29f23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:53:22,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d01b364{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:53:22,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:53:22,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34e9901d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:53:22,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d903d10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir/,STOPPED} 2024-11-22T21:53:22,905 WARN [BP-854246833-172.17.0.2-1732312343634 heartbeating to localhost/127.0.0.1:41283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:53:22,905 WARN [BP-854246833-172.17.0.2-1732312343634 heartbeating to localhost/127.0.0.1:41283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-854246833-172.17.0.2-1732312343634 (Datanode Uuid 0244012f-b813-437e-bf7c-81279e84b0a5) service to localhost/127.0.0.1:41283 2024-11-22T21:53:22,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:53:22,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:53:22,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data3/current/BP-854246833-172.17.0.2-1732312343634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:22,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data4/current/BP-854246833-172.17.0.2-1732312343634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:22,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:53:22,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29aec73c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:53:22,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@da0fc00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:53:22,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:53:22,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@117feab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:53:22,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54e0e381{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir/,STOPPED} 2024-11-22T21:53:22,910 WARN [BP-854246833-172.17.0.2-1732312343634 heartbeating to localhost/127.0.0.1:41283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:53:22,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:53:22,910 WARN [BP-854246833-172.17.0.2-1732312343634 heartbeating to localhost/127.0.0.1:41283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-854246833-172.17.0.2-1732312343634 (Datanode Uuid 8f2240c6-ed3a-4563-b170-c9872a7cbfb5) service to localhost/127.0.0.1:41283 2024-11-22T21:53:22,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:53:22,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data1/current/BP-854246833-172.17.0.2-1732312343634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:22,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/cluster_0ed02eff-660e-969b-b28a-92caea3be1b4/data/data2/current/BP-854246833-172.17.0.2-1732312343634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:22,911 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:53:22,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72e277cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:53:22,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f14a247{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:53:22,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:53:22,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2df1b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:53:22,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bd3813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir/,STOPPED} 2024-11-22T21:53:22,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T21:53:22,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T21:53:22,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 97) - Thread LEAK? -, OpenFileDescriptor=450 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=6617 (was 6224) - AvailableMemoryMB LEAK? - 2024-11-22T21:53:22,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=6618 2024-11-22T21:53:22,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.log.dir so I do NOT create it in target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6613f03-82bf-244d-47b7-48232041d0a4/hadoop.tmp.dir so I do NOT create it in target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2, deleteOnExit=true 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/test.cache.data in system properties and HBase conf 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.log.dir in system properties and HBase conf 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T21:53:22,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:53:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/nfs.dump.dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/java.io.tmpdir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T21:53:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T21:53:23,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:53:23,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:53:23,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:53:23,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:53:23,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T21:53:23,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:53:23,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24736777{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:53:23,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3513a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:53:23,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dc20eaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/java.io.tmpdir/jetty-localhost-42335-hadoop-hdfs-3_4_1-tests_jar-_-any-7783126937260060599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:53:23,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7413ba3{HTTP/1.1, (http/1.1)}{localhost:42335} 2024-11-22T21:53:23,166 INFO [Time-limited test {}] server.Server(415): Started @200949ms 2024-11-22T21:53:23,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:53:23,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:53:23,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:53:23,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:53:23,232 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T21:53:23,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e412aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:53:23,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bbbe408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:53:23,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@86a8863{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/java.io.tmpdir/jetty-localhost-36275-hadoop-hdfs-3_4_1-tests_jar-_-any-16394858219566459721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:53:23,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b16a764{HTTP/1.1, (http/1.1)}{localhost:36275} 2024-11-22T21:53:23,346 INFO [Time-limited test {}] server.Server(415): Started @201129ms 2024-11-22T21:53:23,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:53:23,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:53:23,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:53:23,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:53:23,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:53:23,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T21:53:23,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b36b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:53:23,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729cd15f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:53:23,426 WARN [Thread-1595 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data1/current/BP-97711502-172.17.0.2-1732312402997/current, will proceed with Du for space computation calculation, 2024-11-22T21:53:23,426 WARN [Thread-1596 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data2/current/BP-97711502-172.17.0.2-1732312402997/current, will proceed with Du for space computation calculation, 2024-11-22T21:53:23,447 WARN [Thread-1574 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:53:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6b85baf195410a5 with lease ID 0xf15975bfceb8ea7: Processing first storage report for DS-438e06aa-0fd0-4dac-95fc-8382e706a155 from datanode DatanodeRegistration(127.0.0.1:35567, datanodeUuid=db8926a0-0ff2-4103-8dfe-43b64303240c, infoPort=40857, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997) 2024-11-22T21:53:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6b85baf195410a5 with lease ID 0xf15975bfceb8ea7: from storage DS-438e06aa-0fd0-4dac-95fc-8382e706a155 node DatanodeRegistration(127.0.0.1:35567, datanodeUuid=db8926a0-0ff2-4103-8dfe-43b64303240c, infoPort=40857, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:53:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6b85baf195410a5 with lease ID 0xf15975bfceb8ea7: Processing first storage report for DS-f480ecd0-bfaf-4b9f-a966-fe14f453b9fb from datanode DatanodeRegistration(127.0.0.1:35567, datanodeUuid=db8926a0-0ff2-4103-8dfe-43b64303240c, infoPort=40857, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997) 2024-11-22T21:53:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6b85baf195410a5 with lease ID 0xf15975bfceb8ea7: from storage DS-f480ecd0-bfaf-4b9f-a966-fe14f453b9fb node DatanodeRegistration(127.0.0.1:35567, datanodeUuid=db8926a0-0ff2-4103-8dfe-43b64303240c, infoPort=40857, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:53:23,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a843c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/java.io.tmpdir/jetty-localhost-42103-hadoop-hdfs-3_4_1-tests_jar-_-any-16345127499790267721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:53:23,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46c8d4f{HTTP/1.1, (http/1.1)}{localhost:42103} 2024-11-22T21:53:23,504 INFO [Time-limited test {}] server.Server(415): Started @201286ms 2024-11-22T21:53:23,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:53:23,591 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data4/current/BP-97711502-172.17.0.2-1732312402997/current, will proceed with Du for space computation calculation, 2024-11-22T21:53:23,591 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data3/current/BP-97711502-172.17.0.2-1732312402997/current, will proceed with Du for space computation calculation, 2024-11-22T21:53:23,607 WARN [Thread-1610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:53:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c7900c4e56083d2 with lease ID 0xf15975bfceb8ea8: Processing first storage report for DS-ec2b6750-e0b3-42b8-b4bb-69ecf2a5bd4f from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=615d503c-c864-468e-8424-aee905a09a63, infoPort=33823, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997) 2024-11-22T21:53:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c7900c4e56083d2 with lease ID 0xf15975bfceb8ea8: from storage DS-ec2b6750-e0b3-42b8-b4bb-69ecf2a5bd4f node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=615d503c-c864-468e-8424-aee905a09a63, infoPort=33823, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:53:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c7900c4e56083d2 with lease ID 0xf15975bfceb8ea8: Processing first storage report for DS-dd7f372f-716a-4aeb-ad30-0b2673e2bcf3 from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=615d503c-c864-468e-8424-aee905a09a63, infoPort=33823, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997) 2024-11-22T21:53:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c7900c4e56083d2 with lease ID 0xf15975bfceb8ea8: from storage DS-dd7f372f-716a-4aeb-ad30-0b2673e2bcf3 node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=615d503c-c864-468e-8424-aee905a09a63, infoPort=33823, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=1702407782;c=1732312402997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:53:23,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075 2024-11-22T21:53:23,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/zookeeper_0, clientPort=64972, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T21:53:23,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64972 2024-11-22T21:53:23,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:23,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:53:23,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:53:23,639 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd with version=8 2024-11-22T21:53:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38165/user/jenkins/test-data/a5880c24-5c4b-17eb-501c-3cd032487491/hbase-staging 2024-11-22T21:53:23,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:53:23,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:53:23,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:53:23,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:53:23,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:53:23,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:53:23,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T21:53:23,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:53:23,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33647 2024-11-22T21:53:23,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33647 connecting to ZooKeeper ensemble=127.0.0.1:64972 2024-11-22T21:53:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336470x0, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:53:23,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33647-0x1011c7083560000 connected 2024-11-22T21:53:23,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:23,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:23,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:53:23,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd, hbase.cluster.distributed=false 2024-11-22T21:53:23,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:53:23,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-22T21:53:23,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33647 2024-11-22T21:53:23,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33647 2024-11-22T21:53:23,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-22T21:53:23,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-22T21:53:23,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e125c70568e8:0 server-side Connection retries=45 2024-11-22T21:53:23,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:53:23,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:53:23,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:53:23,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:53:23,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:53:23,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T21:53:23,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:53:23,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43343 2024-11-22T21:53:23,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43343 connecting to ZooKeeper ensemble=127.0.0.1:64972 2024-11-22T21:53:23,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:23,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:23,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433430x0, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:53:23,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:53:23,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43343-0x1011c7083560001 connected 2024-11-22T21:53:23,689 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T21:53:23,689 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T21:53:23,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:53:23,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:53:23,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-22T21:53:23,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43343 2024-11-22T21:53:23,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43343 2024-11-22T21:53:23,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-22T21:53:23,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-22T21:53:23,703 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e125c70568e8:33647 2024-11-22T21:53:23,703 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e125c70568e8,33647,1732312403641 2024-11-22T21:53:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:53:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:53:23,706 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e125c70568e8,33647,1732312403641 2024-11-22T21:53:23,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,708 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T21:53:23,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T21:53:23,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,709 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e125c70568e8,33647,1732312403641 from backup master directory 2024-11-22T21:53:23,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e125c70568e8,33647,1732312403641 2024-11-22T21:53:23,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:53:23,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:53:23,711 WARN [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:53:23,711 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e125c70568e8,33647,1732312403641 2024-11-22T21:53:23,715 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/hbase.id] with ID: effce9a2-d31d-445c-9e06-931b3d27bd68 2024-11-22T21:53:23,715 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/.tmp/hbase.id 2024-11-22T21:53:23,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:53:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:53:23,722 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/.tmp/hbase.id]:[hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/hbase.id] 2024-11-22T21:53:23,734 INFO [master/e125c70568e8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:23,735 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T21:53:23,736 INFO [master/e125c70568e8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T21:53:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:53:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:53:23,747 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:53:23,748 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T21:53:23,748 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:53:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:53:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:53:23,755 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store 2024-11-22T21:53:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:53:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:53:23,761 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:53:23,761 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:53:23,761 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:23,761 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:23,761 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:53:23,761 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:23,761 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:23,761 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312403761Disabling compacts and flushes for region at 1732312403761Disabling writes for close at 1732312403761Writing region close event to WAL at 1732312403761Closed at 1732312403761 2024-11-22T21:53:23,762 WARN [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/.initializing 2024-11-22T21:53:23,762 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/WALs/e125c70568e8,33647,1732312403641 2024-11-22T21:53:23,763 INFO [master/e125c70568e8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:53:23,764 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C33647%2C1732312403641, suffix=, logDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/WALs/e125c70568e8,33647,1732312403641, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/oldWALs, maxLogs=10 2024-11-22T21:53:23,777 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/WALs/e125c70568e8,33647,1732312403641/e125c70568e8%2C33647%2C1732312403641.1732312403764, exclude list is [], retry=0 2024-11-22T21:53:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-ec2b6750-e0b3-42b8-b4bb-69ecf2a5bd4f,DISK] 2024-11-22T21:53:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-438e06aa-0fd0-4dac-95fc-8382e706a155,DISK] 2024-11-22T21:53:23,781 INFO [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/WALs/e125c70568e8,33647,1732312403641/e125c70568e8%2C33647%2C1732312403641.1732312403764 2024-11-22T21:53:23,781 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33823:33823),(127.0.0.1/127.0.0.1:40857:40857)] 2024-11-22T21:53:23,781 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:53:23,782 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:53:23,782 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,782 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T21:53:23,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:23,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T21:53:23,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:53:23,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T21:53:23,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:53:23,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T21:53:23,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:53:23,790 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,790 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,790 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,792 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,792 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,792 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T21:53:23,793 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:53:23,795 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:53:23,795 INFO [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713166, jitterRate=-0.09316349029541016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T21:53:23,796 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732312403782Initializing all the Stores at 1732312403783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312403783Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312403783Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312403783Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312403783Cleaning up temporary data from old regions at 1732312403792 (+9 ms)Region opened successfully at 1732312403796 (+4 ms) 2024-11-22T21:53:23,796 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T21:53:23,798 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef07e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:53:23,799 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T21:53:23,799 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T21:53:23,799 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T21:53:23,800 INFO [master/e125c70568e8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T21:53:23,800 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T21:53:23,800 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T21:53:23,800 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T21:53:23,802 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T21:53:23,803 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T21:53:23,804 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T21:53:23,804 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T21:53:23,805 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T21:53:23,806 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T21:53:23,806 INFO [master/e125c70568e8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T21:53:23,807 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T21:53:23,809 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T21:53:23,810 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T21:53:23,811 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T21:53:23,812 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T21:53:23,814 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T21:53:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:53:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:53:23,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,816 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e125c70568e8,33647,1732312403641, sessionid=0x1011c7083560000, setting cluster-up flag (Was=false) 2024-11-22T21:53:23,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,824 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T21:53:23,824 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,33647,1732312403641 2024-11-22T21:53:23,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:23,832 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T21:53:23,833 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e125c70568e8,33647,1732312403641 2024-11-22T21:53:23,834 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T21:53:23,835 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T21:53:23,835 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T21:53:23,836 INFO [master/e125c70568e8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T21:53:23,836 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e125c70568e8,33647,1732312403641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e125c70568e8:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e125c70568e8:0, corePoolSize=10, maxPoolSize=10 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:53:23,837 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732312433838 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:53:23,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T21:53:23,838 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T21:53:23,839 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312403839,5,FailOnTimeoutGroup] 2024-11-22T21:53:23,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,839 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312403839,5,FailOnTimeoutGroup] 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T21:53:23,839 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:53:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741831_1007 (size=1321) 2024-11-22T21:53:23,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T21:53:23,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd 2024-11-22T21:53:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:53:23,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741832_1008 (size=32) 2024-11-22T21:53:23,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:53:23,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:53:23,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:53:23,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:23,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:53:23,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:53:23,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:23,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:53:23,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:53:23,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:23,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:53:23,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:53:23,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:23,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:23,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:53:23,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740 2024-11-22T21:53:23,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740 2024-11-22T21:53:23,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:53:23,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:53:23,866 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:53:23,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:53:23,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:53:23,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740819, jitterRate=-0.058000728487968445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:53:23,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732312403855Initializing all the Stores at 1732312403856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312403856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312403856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312403856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312403856Cleaning up temporary data from old regions at 1732312403866 (+10 ms)Region opened successfully at 1732312403870 (+4 ms) 2024-11-22T21:53:23,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:53:23,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:53:23,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:53:23,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:53:23,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:53:23,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:53:23,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312403871Disabling compacts and flushes for region at 1732312403871Disabling writes for close at 1732312403871Writing region close event to WAL at 1732312403871Closed at 1732312403871 2024-11-22T21:53:23,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:53:23,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T21:53:23,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T21:53:23,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:53:23,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T21:53:23,894 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(746): ClusterId : effce9a2-d31d-445c-9e06-931b3d27bd68 2024-11-22T21:53:23,894 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T21:53:23,896 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T21:53:23,896 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T21:53:23,898 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T21:53:23,898 DEBUG [RS:0;e125c70568e8:43343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a7779b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e125c70568e8/172.17.0.2:0 2024-11-22T21:53:23,910 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e125c70568e8:43343 2024-11-22T21:53:23,910 INFO [RS:0;e125c70568e8:43343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T21:53:23,910 INFO [RS:0;e125c70568e8:43343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T21:53:23,910 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T21:53:23,911 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(2659): reportForDuty to master=e125c70568e8,33647,1732312403641 with port=43343, startcode=1732312403681 2024-11-22T21:53:23,911 DEBUG [RS:0;e125c70568e8:43343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T21:53:23,913 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T21:53:23,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e125c70568e8,43343,1732312403681 2024-11-22T21:53:23,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33647 {}] master.ServerManager(517): Registering regionserver=e125c70568e8,43343,1732312403681 2024-11-22T21:53:23,914 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd 2024-11-22T21:53:23,914 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41927 2024-11-22T21:53:23,914 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T21:53:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:53:23,916 DEBUG [RS:0;e125c70568e8:43343 {}] zookeeper.ZKUtil(111): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e125c70568e8,43343,1732312403681 2024-11-22T21:53:23,916 WARN [RS:0;e125c70568e8:43343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:53:23,917 INFO [RS:0;e125c70568e8:43343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:53:23,917 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/e125c70568e8,43343,1732312403681 2024-11-22T21:53:23,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e125c70568e8,43343,1732312403681] 2024-11-22T21:53:23,920 INFO [RS:0;e125c70568e8:43343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T21:53:23,921 INFO [RS:0;e125c70568e8:43343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T21:53:23,921 INFO [RS:0;e125c70568e8:43343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T21:53:23,921 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,922 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T21:53:23,922 INFO [RS:0;e125c70568e8:43343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T21:53:23,922 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,922 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,922 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,922 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,922 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,922 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,922 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e125c70568e8:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e125c70568e8:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:53:23,923 DEBUG [RS:0;e125c70568e8:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e125c70568e8:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:53:23,923 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,923 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,923 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,923 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,923 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,923 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,43343,1732312403681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:53:23,946 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T21:53:23,946 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,43343,1732312403681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,946 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,946 INFO [RS:0;e125c70568e8:43343 {}] regionserver.Replication(171): e125c70568e8,43343,1732312403681 started 2024-11-22T21:53:23,962 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:23,962 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1482): Serving as e125c70568e8,43343,1732312403681, RpcServer on e125c70568e8/172.17.0.2:43343, sessionid=0x1011c7083560001 2024-11-22T21:53:23,962 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T21:53:23,962 DEBUG [RS:0;e125c70568e8:43343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e125c70568e8,43343,1732312403681 2024-11-22T21:53:23,962 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,43343,1732312403681' 2024-11-22T21:53:23,962 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T21:53:23,963 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T21:53:23,963 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T21:53:23,963 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T21:53:23,963 DEBUG [RS:0;e125c70568e8:43343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e125c70568e8,43343,1732312403681 2024-11-22T21:53:23,963 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e125c70568e8,43343,1732312403681' 2024-11-22T21:53:23,963 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T21:53:23,963 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T21:53:23,964 DEBUG [RS:0;e125c70568e8:43343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T21:53:23,964 INFO [RS:0;e125c70568e8:43343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T21:53:23,964 INFO [RS:0;e125c70568e8:43343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T21:53:24,024 WARN [e125c70568e8:33647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T21:53:24,064 INFO [RS:0;e125c70568e8:43343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:53:24,066 INFO [RS:0;e125c70568e8:43343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C43343%2C1732312403681, suffix=, logDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/e125c70568e8,43343,1732312403681, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/oldWALs, maxLogs=32 2024-11-22T21:53:24,078 DEBUG [RS:0;e125c70568e8:43343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/e125c70568e8,43343,1732312403681/e125c70568e8%2C43343%2C1732312403681.1732312404066, exclude list is [], retry=0 2024-11-22T21:53:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-ec2b6750-e0b3-42b8-b4bb-69ecf2a5bd4f,DISK] 2024-11-22T21:53:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-438e06aa-0fd0-4dac-95fc-8382e706a155,DISK] 2024-11-22T21:53:24,082 INFO [RS:0;e125c70568e8:43343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/e125c70568e8,43343,1732312403681/e125c70568e8%2C43343%2C1732312403681.1732312404066 2024-11-22T21:53:24,083 DEBUG [RS:0;e125c70568e8:43343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33823:33823),(127.0.0.1/127.0.0.1:40857:40857)] 2024-11-22T21:53:24,275 DEBUG [e125c70568e8:33647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T21:53:24,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e125c70568e8,43343,1732312403681 2024-11-22T21:53:24,276 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,43343,1732312403681, state=OPENING 2024-11-22T21:53:24,278 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T21:53:24,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:24,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:24,280 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:53:24,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:53:24,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:53:24,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,43343,1732312403681}] 2024-11-22T21:53:24,432 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T21:53:24,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T21:53:24,437 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T21:53:24,438 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:53:24,438 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T21:53:24,439 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e125c70568e8%2C43343%2C1732312403681.meta, suffix=.meta, logDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/e125c70568e8,43343,1732312403681, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/oldWALs, maxLogs=32 2024-11-22T21:53:24,452 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/e125c70568e8,43343,1732312403681/e125c70568e8%2C43343%2C1732312403681.meta.1732312404439.meta, exclude list is [], retry=0 2024-11-22T21:53:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-ec2b6750-e0b3-42b8-b4bb-69ecf2a5bd4f,DISK] 2024-11-22T21:53:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-438e06aa-0fd0-4dac-95fc-8382e706a155,DISK] 2024-11-22T21:53:24,456 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/e125c70568e8,43343,1732312403681/e125c70568e8%2C43343%2C1732312403681.meta.1732312404439.meta 2024-11-22T21:53:24,456 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33823:33823),(127.0.0.1/127.0.0.1:40857:40857)] 2024-11-22T21:53:24,456 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:53:24,456 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T21:53:24,456 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T21:53:24,457 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T21:53:24,457 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T21:53:24,457 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:53:24,457 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T21:53:24,457 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T21:53:24,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:53:24,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:53:24,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:24,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:24,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T21:53:24,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T21:53:24,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:24,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:24,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:53:24,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:53:24,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:24,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:24,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:53:24,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:53:24,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:53:24,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:53:24,463 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T21:53:24,463 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740 2024-11-22T21:53:24,464 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740 2024-11-22T21:53:24,466 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T21:53:24,466 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T21:53:24,466 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:53:24,467 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T21:53:24,468 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762803, jitterRate=-0.030046656727790833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:53:24,468 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T21:53:24,468 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732312404457Writing region info on filesystem at 1732312404457Initializing all the Stores at 1732312404458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312404458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312404458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732312404458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732312404458Cleaning up temporary data from old regions at 1732312404466 (+8 ms)Running coprocessor post-open hooks at 1732312404468 (+2 ms)Region opened successfully at 1732312404468 2024-11-22T21:53:24,469 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732312404432 2024-11-22T21:53:24,471 DEBUG [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T21:53:24,471 INFO [RS_OPEN_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T21:53:24,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e125c70568e8,43343,1732312403681 2024-11-22T21:53:24,472 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e125c70568e8,43343,1732312403681, state=OPEN 2024-11-22T21:53:24,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:53:24,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:53:24,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e125c70568e8,43343,1732312403681 2024-11-22T21:53:24,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:53:24,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:53:24,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T21:53:24,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e125c70568e8,43343,1732312403681 in 196 msec 2024-11-22T21:53:24,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T21:53:24,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-22T21:53:24,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:53:24,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T21:53:24,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:53:24,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,43343,1732312403681, seqNum=-1] 2024-11-22T21:53:24,482 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:53:24,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:53:24,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 651 msec 2024-11-22T21:53:24,486 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732312404486, completionTime=-1 2024-11-22T21:53:24,486 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T21:53:24,486 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T21:53:24,488 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T21:53:24,488 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732312464488 2024-11-22T21:53:24,488 INFO [master/e125c70568e8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732312524488 2024-11-22T21:53:24,488 INFO [master/e125c70568e8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T21:53:24,489 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,33647,1732312403641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:24,489 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,33647,1732312403641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:24,489 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,33647,1732312403641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:24,489 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e125c70568e8:33647, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:24,489 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:24,489 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:24,491 DEBUG [master/e125c70568e8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.781sec 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,33647,1732312403641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:53:24,492 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,33647,1732312403641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T21:53:24,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bdbd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:53:24,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e125c70568e8,33647,-1 for getting cluster id 2024-11-22T21:53:24,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T21:53:24,495 DEBUG [master/e125c70568e8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T21:53:24,495 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T21:53:24,495 INFO [master/e125c70568e8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e125c70568e8,33647,1732312403641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:53:24,495 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'effce9a2-d31d-445c-9e06-931b3d27bd68' 2024-11-22T21:53:24,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T21:53:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "effce9a2-d31d-445c-9e06-931b3d27bd68" 2024-11-22T21:53:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a044d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:53:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e125c70568e8,33647,-1] 2024-11-22T21:53:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T21:53:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:24,497 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T21:53:24,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220b4037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:53:24,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T21:53:24,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e125c70568e8,43343,1732312403681, seqNum=-1] 2024-11-22T21:53:24,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:53:24,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:53:24,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e125c70568e8,33647,1732312403641 2024-11-22T21:53:24,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:53:24,503 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-22T21:53:24,503 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:53:24,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:53:24,506 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1, archiveDir=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/oldWALs, maxLogs=32 2024-11-22T21:53:24,519 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732312404506, exclude list is [], retry=0 2024-11-22T21:53:24,521 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-ec2b6750-e0b3-42b8-b4bb-69ecf2a5bd4f,DISK] 2024-11-22T21:53:24,521 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-438e06aa-0fd0-4dac-95fc-8382e706a155,DISK] 2024-11-22T21:53:24,524 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732312404506 2024-11-22T21:53:24,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33823:33823),(127.0.0.1/127.0.0.1:40857:40857)] 2024-11-22T21:53:24,536 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732312404524, exclude list is [], retry=0 2024-11-22T21:53:24,538 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-438e06aa-0fd0-4dac-95fc-8382e706a155,DISK] 2024-11-22T21:53:24,538 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-ec2b6750-e0b3-42b8-b4bb-69ecf2a5bd4f,DISK] 2024-11-22T21:53:24,540 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732312404506 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732312404524 2024-11-22T21:53:24,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40857:40857),(127.0.0.1/127.0.0.1:33823:33823)] 2024-11-22T21:53:24,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732312404506 is not closed yet, will try archiving it next time 2024-11-22T21:53:24,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741835_1011 (size=93) 2024-11-22T21:53:24,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741835_1011 (size=93) 2024-11-22T21:53:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741836_1012 (size=93) 2024-11-22T21:53:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741836_1012 (size=93) 2024-11-22T21:53:24,546 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/WALs/test.com,8080,1/test.com%2C8080%2C1.1732312404506 to hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/oldWALs/test.com%2C8080%2C1.1732312404506 2024-11-22T21:53:24,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/oldWALs 2024-11-22T21:53:24,548 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732312404524) 2024-11-22T21:53:24,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T21:53:24,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:53:24,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:53:24,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:24,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:24,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T21:53:24,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T21:53:24,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2010069877, stopped=false 2024-11-22T21:53:24,549 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e125c70568e8,33647,1732312403641 2024-11-22T21:53:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:53:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:53:24,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:53:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:24,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T21:53:24,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:53:24,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:24,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e125c70568e8,43343,1732312403681' ***** 2024-11-22T21:53:24,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T21:53:24,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T21:53:24,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(959): stopping server e125c70568e8,43343,1732312403681 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:53:24,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e125c70568e8:43343. 2024-11-22T21:53:24,552 DEBUG [RS:0;e125c70568e8:43343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:53:24,552 DEBUG [RS:0;e125c70568e8:43343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T21:53:24,552 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T21:53:24,553 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T21:53:24,553 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T21:53:24,553 DEBUG [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T21:53:24,553 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:53:24,553 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T21:53:24,553 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T21:53:24,553 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:53:24,553 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:53:24,553 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T21:53:24,570 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740/.tmp/ns/e68d076fdd404914ac5360762f55af6e is 43, key is default/ns:d/1732312404483/Put/seqid=0 2024-11-22T21:53:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741837_1013 (size=5153) 2024-11-22T21:53:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741837_1013 (size=5153) 2024-11-22T21:53:24,576 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740/.tmp/ns/e68d076fdd404914ac5360762f55af6e 2024-11-22T21:53:24,582 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740/.tmp/ns/e68d076fdd404914ac5360762f55af6e as hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740/ns/e68d076fdd404914ac5360762f55af6e 2024-11-22T21:53:24,587 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740/ns/e68d076fdd404914ac5360762f55af6e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T21:53:24,588 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false 2024-11-22T21:53:24,591 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T21:53:24,592 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:53:24,592 INFO [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T21:53:24,592 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732312404553Running coprocessor pre-close hooks at 1732312404553Disabling compacts and flushes for region at 1732312404553Disabling writes for close at 1732312404553Obtaining lock to block concurrent updates at 1732312404553Preparing flush snapshotting stores in 1588230740 at 1732312404553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732312404554 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732312404554Flushing 1588230740/ns: creating writer at 1732312404554Flushing 1588230740/ns: appending metadata at 1732312404569 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732312404569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513eda29: reopening flushed file at 1732312404581 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false at 1732312404588 (+7 ms)Writing region close event to WAL at 1732312404588Running coprocessor post-close hooks at 1732312404592 (+4 ms)Closed at 1732312404592 2024-11-22T21:53:24,592 DEBUG [RS_CLOSE_META-regionserver/e125c70568e8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T21:53:24,753 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(976): stopping server e125c70568e8,43343,1732312403681; all regions closed. 2024-11-22T21:53:24,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741834_1010 (size=1152) 2024-11-22T21:53:24,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741834_1010 (size=1152) 2024-11-22T21:53:24,758 DEBUG [RS:0;e125c70568e8:43343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/oldWALs 2024-11-22T21:53:24,758 INFO [RS:0;e125c70568e8:43343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C43343%2C1732312403681.meta:.meta(num 1732312404439) 2024-11-22T21:53:24,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741833_1009 (size=93) 2024-11-22T21:53:24,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741833_1009 (size=93) 2024-11-22T21:53:24,762 DEBUG [RS:0;e125c70568e8:43343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/oldWALs 2024-11-22T21:53:24,762 INFO [RS:0;e125c70568e8:43343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e125c70568e8%2C43343%2C1732312403681:(num 1732312404066) 2024-11-22T21:53:24,762 DEBUG [RS:0;e125c70568e8:43343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:53:24,762 INFO [RS:0;e125c70568e8:43343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:53:24,762 INFO [RS:0;e125c70568e8:43343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:53:24,763 INFO [RS:0;e125c70568e8:43343 {}] hbase.ChoreService(370): Chore service for: regionserver/e125c70568e8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T21:53:24,763 INFO [RS:0;e125c70568e8:43343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:53:24,763 INFO [regionserver/e125c70568e8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:53:24,763 INFO [RS:0;e125c70568e8:43343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43343 2024-11-22T21:53:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e125c70568e8,43343,1732312403681 2024-11-22T21:53:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:53:24,765 INFO [RS:0;e125c70568e8:43343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:53:24,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e125c70568e8,43343,1732312403681] 2024-11-22T21:53:24,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e125c70568e8,43343,1732312403681 already deleted, retry=false 2024-11-22T21:53:24,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e125c70568e8,43343,1732312403681 expired; onlineServers=0 2024-11-22T21:53:24,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e125c70568e8,33647,1732312403641' ***** 2024-11-22T21:53:24,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T21:53:24,768 INFO [M:0;e125c70568e8:33647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T21:53:24,768 INFO [M:0;e125c70568e8:33647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T21:53:24,768 DEBUG [M:0;e125c70568e8:33647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T21:53:24,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T21:53:24,768 DEBUG [M:0;e125c70568e8:33647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T21:53:24,768 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312403839 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.large.0-1732312403839,5,FailOnTimeoutGroup] 2024-11-22T21:53:24,768 DEBUG [master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312403839 {}] cleaner.HFileCleaner(306): Exit Thread[master/e125c70568e8:0:becomeActiveMaster-HFileCleaner.small.0-1732312403839,5,FailOnTimeoutGroup] 2024-11-22T21:53:24,768 INFO [M:0;e125c70568e8:33647 {}] hbase.ChoreService(370): Chore service for: master/e125c70568e8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T21:53:24,768 INFO [M:0;e125c70568e8:33647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T21:53:24,768 DEBUG [M:0;e125c70568e8:33647 {}] master.HMaster(1795): Stopping service threads 2024-11-22T21:53:24,768 INFO [M:0;e125c70568e8:33647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T21:53:24,769 INFO [M:0;e125c70568e8:33647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T21:53:24,769 INFO [M:0;e125c70568e8:33647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T21:53:24,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T21:53:24,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T21:53:24,771 DEBUG [M:0;e125c70568e8:33647 {}] zookeeper.ZKUtil(347): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T21:53:24,771 WARN [M:0;e125c70568e8:33647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T21:53:24,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:53:24,772 INFO [M:0;e125c70568e8:33647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/.lastflushedseqids 2024-11-22T21:53:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741838_1014 (size=99) 2024-11-22T21:53:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741838_1014 (size=99) 2024-11-22T21:53:24,777 INFO [M:0;e125c70568e8:33647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T21:53:24,777 INFO [M:0;e125c70568e8:33647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T21:53:24,777 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:53:24,777 INFO [M:0;e125c70568e8:33647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:24,777 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:24,777 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:53:24,777 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:24,778 INFO [M:0;e125c70568e8:33647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-22T21:53:24,799 DEBUG [M:0;e125c70568e8:33647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9f96e1ab4574276a7ab3828ca4dc011 is 82, key is hbase:meta,,1/info:regioninfo/1732312404471/Put/seqid=0 2024-11-22T21:53:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741839_1015 (size=5672) 2024-11-22T21:53:24,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741839_1015 (size=5672) 2024-11-22T21:53:24,804 INFO [M:0;e125c70568e8:33647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9f96e1ab4574276a7ab3828ca4dc011 2024-11-22T21:53:24,822 DEBUG [M:0;e125c70568e8:33647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4e1497112534d198f6f8288b210c6d5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732312404486/Put/seqid=0 2024-11-22T21:53:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741840_1016 (size=5275) 2024-11-22T21:53:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741840_1016 (size=5275) 2024-11-22T21:53:24,827 INFO [M:0;e125c70568e8:33647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4e1497112534d198f6f8288b210c6d5 2024-11-22T21:53:24,851 DEBUG [M:0;e125c70568e8:33647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f84c4c880d548bebbcd7cfebda4542b is 69, key is e125c70568e8,43343,1732312403681/rs:state/1732312403913/Put/seqid=0 2024-11-22T21:53:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741841_1017 (size=5156) 2024-11-22T21:53:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741841_1017 (size=5156) 2024-11-22T21:53:24,856 INFO [M:0;e125c70568e8:33647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f84c4c880d548bebbcd7cfebda4542b 2024-11-22T21:53:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:24,866 INFO [RS:0;e125c70568e8:43343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:53:24,866 INFO [RS:0;e125c70568e8:43343 {}] regionserver.HRegionServer(1031): Exiting; stopping=e125c70568e8,43343,1732312403681; zookeeper connection closed. 2024-11-22T21:53:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1011c7083560001, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:24,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb210ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb210ea 2024-11-22T21:53:24,867 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T21:53:24,874 DEBUG [M:0;e125c70568e8:33647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/924720765a644d3a9ea73a5c4ca79d05 is 52, key is load_balancer_on/state:d/1732312404503/Put/seqid=0 2024-11-22T21:53:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741842_1018 (size=5056) 2024-11-22T21:53:24,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741842_1018 (size=5056) 2024-11-22T21:53:24,879 INFO [M:0;e125c70568e8:33647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/924720765a644d3a9ea73a5c4ca79d05 2024-11-22T21:53:24,884 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9f96e1ab4574276a7ab3828ca4dc011 as hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9f96e1ab4574276a7ab3828ca4dc011 2024-11-22T21:53:24,889 INFO [M:0;e125c70568e8:33647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9f96e1ab4574276a7ab3828ca4dc011, entries=8, sequenceid=29, filesize=5.5 K 2024-11-22T21:53:24,889 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4e1497112534d198f6f8288b210c6d5 as hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4e1497112534d198f6f8288b210c6d5 2024-11-22T21:53:24,893 INFO [M:0;e125c70568e8:33647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4e1497112534d198f6f8288b210c6d5, entries=3, sequenceid=29, filesize=5.2 K 2024-11-22T21:53:24,894 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f84c4c880d548bebbcd7cfebda4542b as hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f84c4c880d548bebbcd7cfebda4542b 2024-11-22T21:53:24,897 INFO [M:0;e125c70568e8:33647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f84c4c880d548bebbcd7cfebda4542b, entries=1, sequenceid=29, filesize=5.0 K 2024-11-22T21:53:24,898 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/924720765a644d3a9ea73a5c4ca79d05 as hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/924720765a644d3a9ea73a5c4ca79d05 2024-11-22T21:53:24,902 INFO [M:0;e125c70568e8:33647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41927/user/jenkins/test-data/0aca6d8f-f8c4-c7dd-ccd4-e74816e98fbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/924720765a644d3a9ea73a5c4ca79d05, entries=1, sequenceid=29, filesize=4.9 K 2024-11-22T21:53:24,903 INFO [M:0;e125c70568e8:33647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=29, compaction requested=false 2024-11-22T21:53:24,904 INFO [M:0;e125c70568e8:33647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:53:24,905 DEBUG [M:0;e125c70568e8:33647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732312404777Disabling compacts and flushes for region at 1732312404777Disabling writes for close at 1732312404777Obtaining lock to block concurrent updates at 1732312404778 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732312404778Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732312404778Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732312404778Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732312404779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732312404799 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732312404799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732312404808 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732312404822 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732312404822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732312404831 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732312404850 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732312404850Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732312404860 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732312404873 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732312404873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f51fd8d: reopening flushed file at 1732312404884 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a27566: reopening flushed file at 1732312404889 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c98788a: reopening flushed file at 1732312404893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea6caa: reopening flushed file at 1732312404898 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=29, compaction requested=false at 1732312404903 (+5 ms)Writing region close event to WAL at 1732312404904 (+1 ms)Closed at 1732312404904 2024-11-22T21:53:24,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741830_1006 (size=10311) 2024-11-22T21:53:24,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741830_1006 (size=10311) 2024-11-22T21:53:24,907 INFO [M:0;e125c70568e8:33647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T21:53:24,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T21:53:24,907 INFO [M:0;e125c70568e8:33647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33647 2024-11-22T21:53:24,907 INFO [M:0;e125c70568e8:33647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T21:53:25,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:25,009 INFO [M:0;e125c70568e8:33647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T21:53:25,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x1011c7083560000, quorum=127.0.0.1:64972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:53:25,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a843c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:53:25,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46c8d4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:53:25,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:53:25,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729cd15f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:53:25,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b36b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.log.dir/,STOPPED} 2024-11-22T21:53:25,013 WARN [BP-97711502-172.17.0.2-1732312402997 heartbeating to localhost/127.0.0.1:41927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:53:25,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:53:25,013 WARN [BP-97711502-172.17.0.2-1732312402997 heartbeating to localhost/127.0.0.1:41927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97711502-172.17.0.2-1732312402997 (Datanode Uuid 615d503c-c864-468e-8424-aee905a09a63) service to localhost/127.0.0.1:41927 2024-11-22T21:53:25,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:53:25,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data3/current/BP-97711502-172.17.0.2-1732312402997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:25,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data4/current/BP-97711502-172.17.0.2-1732312402997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:25,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:53:25,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@86a8863{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:53:25,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b16a764{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:53:25,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:53:25,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bbbe408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:53:25,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e412aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.log.dir/,STOPPED} 2024-11-22T21:53:25,018 WARN [BP-97711502-172.17.0.2-1732312402997 heartbeating to localhost/127.0.0.1:41927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:53:25,018 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:53:25,018 WARN [BP-97711502-172.17.0.2-1732312402997 heartbeating to localhost/127.0.0.1:41927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97711502-172.17.0.2-1732312402997 (Datanode Uuid db8926a0-0ff2-4103-8dfe-43b64303240c) service to localhost/127.0.0.1:41927 2024-11-22T21:53:25,018 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:53:25,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data1/current/BP-97711502-172.17.0.2-1732312402997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:25,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/cluster_3bd81d40-e818-5498-174b-961cf65ab9d2/data/data2/current/BP-97711502-172.17.0.2-1732312402997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:53:25,019 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:53:25,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dc20eaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:53:25,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7413ba3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:53:25,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:53:25,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3513a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:53:25,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24736777{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a23fbc1d-b86a-e347-6a12-b85da6f75075/hadoop.log.dir/,STOPPED} 2024-11-22T21:53:25,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T21:53:25,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T21:53:25,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 110) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=6576 (was 6618)